3ad50ef0afb4d4b1657047c8f02c60103b1137d0:2025-10-06:41786
=== RUN TestAddons/serial/Volcano
addons_test.go:850: skipping: crio not supported
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable volcano --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable volcano --alsologtostderr -v=1: exit status 11 (313.47048ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:24:19.631213 299419 out.go:360] Setting OutFile to fd 1 ...
I1006 11:24:19.632290 299419 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:24:19.632340 299419 out.go:374] Setting ErrFile to fd 2...
I1006 11:24:19.632366 299419 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:24:19.632686 299419 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:24:19.633037 299419 mustload.go:65] Loading cluster: addons-657738
I1006 11:24:19.633494 299419 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:24:19.633564 299419 addons.go:606] checking whether the cluster is paused
I1006 11:24:19.633710 299419 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:24:19.633749 299419 host.go:66] Checking if "addons-657738" exists ...
I1006 11:24:19.634287 299419 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:24:19.671887 299419 ssh_runner.go:195] Run: systemctl --version
I1006 11:24:19.671939 299419 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:24:19.689720 299419 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:24:19.788788 299419 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:24:19.788878 299419 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:24:19.820292 299419 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:24:19.820366 299419 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:24:19.820389 299419 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:24:19.820406 299419 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:24:19.820425 299419 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:24:19.820459 299419 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:24:19.820475 299419 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:24:19.820495 299419 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:24:19.820514 299419 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:24:19.820547 299419 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:24:19.820573 299419 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:24:19.820593 299419 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:24:19.820611 299419 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:24:19.820628 299419 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:24:19.820658 299419 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:24:19.820694 299419 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:24:19.820728 299419 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:24:19.820760 299419 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:24:19.820781 299419 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:24:19.820800 299419 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:24:19.820821 299419 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:24:19.820840 299419 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:24:19.820867 299419 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:24:19.820891 299419 cri.go:89] found id: ""
I1006 11:24:19.820979 299419 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:24:19.837388 299419 out.go:203]
W1006 11:24:19.840339 299419 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:24:19Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:24:19Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:24:19.840369 299419 out.go:285] *
*
W1006 11:24:19.854919 299419 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9bd16c244da2144137a37071fb77e06a574610a0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9bd16c244da2144137a37071fb77e06a574610a0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:24:19.857916 299419 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable volcano addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable volcano --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/serial/Volcano (0.31s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:382: registry stabilized in 8.689944ms
addons_test.go:384: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:352: "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Running
addons_test.go:384: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.002958015s
addons_test.go:387: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:352: "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Running
addons_test.go:387: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.003573503s
addons_test.go:392: (dbg) Run: kubectl --context addons-657738 delete po -l run=registry-test --now
addons_test.go:397: (dbg) Run: kubectl --context addons-657738 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:397: (dbg) Done: kubectl --context addons-657738 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (7.313385512s)
addons_test.go:411: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 ip
2025/10/06 11:24:48 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable registry --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable registry --alsologtostderr -v=1: exit status 11 (267.29695ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:24:48.942899 300036 out.go:360] Setting OutFile to fd 1 ...
I1006 11:24:48.943813 300036 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:24:48.943856 300036 out.go:374] Setting ErrFile to fd 2...
I1006 11:24:48.943876 300036 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:24:48.944674 300036 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:24:48.945070 300036 mustload.go:65] Loading cluster: addons-657738
I1006 11:24:48.945437 300036 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:24:48.945455 300036 addons.go:606] checking whether the cluster is paused
I1006 11:24:48.945606 300036 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:24:48.945631 300036 host.go:66] Checking if "addons-657738" exists ...
I1006 11:24:48.946108 300036 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:24:48.966751 300036 ssh_runner.go:195] Run: systemctl --version
I1006 11:24:48.966823 300036 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:24:48.984716 300036 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:24:49.084449 300036 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:24:49.084558 300036 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:24:49.125271 300036 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:24:49.125295 300036 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:24:49.125300 300036 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:24:49.125304 300036 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:24:49.125307 300036 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:24:49.125311 300036 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:24:49.125314 300036 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:24:49.125317 300036 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:24:49.125321 300036 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:24:49.125327 300036 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:24:49.125331 300036 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:24:49.125335 300036 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:24:49.125339 300036 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:24:49.125342 300036 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:24:49.125346 300036 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:24:49.125351 300036 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:24:49.125354 300036 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:24:49.125359 300036 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:24:49.125363 300036 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:24:49.125366 300036 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:24:49.125371 300036 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:24:49.125377 300036 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:24:49.125380 300036 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:24:49.125384 300036 cri.go:89] found id: ""
I1006 11:24:49.125465 300036 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:24:49.141279 300036 out.go:203]
W1006 11:24:49.144299 300036 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:24:49Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:24:49Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:24:49.144328 300036 out.go:285] *
*
W1006 11:24:49.149473 300036 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_94fa7435cdb0fda2540861b9b71556c8cae5c5f1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_94fa7435cdb0fda2540861b9b71556c8cae5c5f1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:24:49.152801 300036 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable registry addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable registry --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Registry (17.88s)
=== RUN TestAddons/parallel/RegistryCreds
=== PAUSE TestAddons/parallel/RegistryCreds
=== CONT TestAddons/parallel/RegistryCreds
addons_test.go:323: registry-creds stabilized in 4.083707ms
addons_test.go:325: (dbg) Run: out/minikube-linux-arm64 addons configure registry-creds -f ./testdata/addons_testconfig.json -p addons-657738
addons_test.go:332: (dbg) Run: kubectl --context addons-657738 -n kube-system get secret -o yaml
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable registry-creds --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable registry-creds --alsologtostderr -v=1: exit status 11 (354.975991ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:19.143568 301548 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:19.144340 301548 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:19.144380 301548 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:19.144402 301548 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:19.144719 301548 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:19.145072 301548 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:19.145579 301548 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:19.145622 301548 addons.go:606] checking whether the cluster is paused
I1006 11:25:19.145822 301548 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:19.145865 301548 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:19.146441 301548 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:19.193228 301548 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:19.193298 301548 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:19.224606 301548 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:19.336316 301548 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:19.336401 301548 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:19.381850 301548 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:19.381873 301548 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:19.381879 301548 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:19.381882 301548 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:19.381885 301548 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:19.381889 301548 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:19.381892 301548 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:19.381895 301548 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:19.381900 301548 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:19.381912 301548 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:19.381915 301548 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:19.381919 301548 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:19.381922 301548 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:19.381925 301548 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:19.381935 301548 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:19.381940 301548 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:19.381948 301548 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:19.381951 301548 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:19.381955 301548 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:19.381958 301548 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:19.381962 301548 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:19.381965 301548 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:19.381968 301548 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:19.381971 301548 cri.go:89] found id: ""
I1006 11:25:19.382027 301548 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:19.398889 301548 out.go:203]
W1006 11:25:19.401767 301548 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:19Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:19Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:19.401798 301548 out.go:285] *
*
W1006 11:25:19.407287 301548 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_ac42ae7bb4bac5cd909a08f6506d602b3d2ccf6c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_ac42ae7bb4bac5cd909a08f6506d602b3d2ccf6c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:19.410373 301548 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable registry-creds addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable registry-creds --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/RegistryCreds (0.76s)
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:209: (dbg) Run: kubectl --context addons-657738 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:234: (dbg) Run: kubectl --context addons-657738 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:247: (dbg) Run: kubectl --context addons-657738 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:352: "nginx" [919fbfe3-a2f6-4c16-b383-3aab8fc96e8b] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:352: "nginx" [919fbfe3-a2f6-4c16-b383-3aab8fc96e8b] Running
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.003747556s
I1006 11:25:28.296806 292811 kapi.go:150] Service nginx in namespace default found.
addons_test.go:264: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:264: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.496758233s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:280: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:288: (dbg) Run: kubectl --context addons-657738 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:293: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 ip
addons_test.go:299: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestAddons/parallel/Ingress]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect addons-657738
helpers_test.go:243: (dbg) docker inspect addons-657738:
-- stdout --
[
{
"Id": "6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93",
"Created": "2025-10-06T11:21:56.549190306Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 293986,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T11:21:56.611763135Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/hostname",
"HostsPath": "/var/lib/docker/containers/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/hosts",
"LogPath": "/var/lib/docker/containers/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93-json.log",
"Name": "/addons-657738",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-657738:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-657738",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93",
"LowerDir": "/var/lib/docker/overlay2/e8fc9a61e1a33a873b5b8ee625b783445b17148ee2c4fab363b6e26e9d4d1660-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/e8fc9a61e1a33a873b5b8ee625b783445b17148ee2c4fab363b6e26e9d4d1660/merged",
"UpperDir": "/var/lib/docker/overlay2/e8fc9a61e1a33a873b5b8ee625b783445b17148ee2c4fab363b6e26e9d4d1660/diff",
"WorkDir": "/var/lib/docker/overlay2/e8fc9a61e1a33a873b5b8ee625b783445b17148ee2c4fab363b6e26e9d4d1660/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-657738",
"Source": "/var/lib/docker/volumes/addons-657738/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-657738",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-657738",
"name.minikube.sigs.k8s.io": "addons-657738",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "8f573c903f66b91cbd5116966da7f8baa729cfe8d21015cd8c652e5482456ab8",
"SandboxKey": "/var/run/docker/netns/8f573c903f66",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33138"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-657738": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "46:c4:3a:fe:84:9f",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "d7df55adb64e87371807d473324ee14dfb0d904775e22c4d20f44f9b0e5227b4",
"EndpointID": "c0d896adc3189e8d17b798b4ea7c25a563508a89984f3813b6d1b38c91960f2c",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-657738",
"6058f5493189"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-657738 -n addons-657738
helpers_test.go:252: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p addons-657738 logs -n 25: (1.502185113s)
helpers_test.go:260: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ delete │ -p download-docker-080143 │ download-docker-080143 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ start │ --download-only -p binary-mirror-766369 --alsologtostderr --binary-mirror http://127.0.0.1:39421 --driver=docker --container-runtime=crio │ binary-mirror-766369 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ delete │ -p binary-mirror-766369 │ binary-mirror-766369 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ addons │ enable dashboard -p addons-657738 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ addons │ disable dashboard -p addons-657738 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ start │ -p addons-657738 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:24 UTC │
│ addons │ addons-657738 addons disable volcano --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ addons │ addons-657738 addons disable gcp-auth --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ addons │ addons-657738 addons disable yakd --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ ip │ addons-657738 ip │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ 06 Oct 25 11:24 UTC │
│ addons │ addons-657738 addons disable registry --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ addons │ addons-657738 addons disable nvidia-device-plugin --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ ssh │ addons-657738 ssh cat /opt/local-path-provisioner/pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1_default_test-pvc/file1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ 06 Oct 25 11:25 UTC │
│ addons │ addons-657738 addons disable storage-provisioner-rancher --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ addons-657738 addons disable cloud-spanner --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ enable headlamp -p addons-657738 --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ addons-657738 addons disable volumesnapshots --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ addons-657738 addons disable csi-hostpath-driver --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ addons-657738 addons disable headlamp --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ addons-657738 addons disable metrics-server --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ addons-657738 addons disable inspektor-gadget --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ configure registry-creds -f ./testdata/addons_testconfig.json -p addons-657738 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ 06 Oct 25 11:25 UTC │
│ addons │ addons-657738 addons disable registry-creds --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ ssh │ addons-657738 ssh curl -s http://127.0.0.1/ -H 'Host: nginx.example.com' │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ ip │ addons-657738 ip │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:27 UTC │ 06 Oct 25 11:27 UTC │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/06 11:21:30
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 11:21:30.560224 293582 out.go:360] Setting OutFile to fd 1 ...
I1006 11:21:30.560377 293582 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:21:30.560389 293582 out.go:374] Setting ErrFile to fd 2...
I1006 11:21:30.560408 293582 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:21:30.560721 293582 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:21:30.561252 293582 out.go:368] Setting JSON to false
I1006 11:21:30.562163 293582 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":3843,"bootTime":1759745848,"procs":149,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 11:21:30.562237 293582 start.go:140] virtualization:
I1006 11:21:30.565607 293582 out.go:179] * [addons-657738] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 11:21:30.569641 293582 out.go:179] - MINIKUBE_LOCATION=21699
I1006 11:21:30.569777 293582 notify.go:220] Checking for updates...
I1006 11:21:30.575599 293582 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 11:21:30.578734 293582 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:21:30.581784 293582 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 11:21:30.584624 293582 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 11:21:30.587559 293582 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 11:21:30.590754 293582 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 11:21:30.620466 293582 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 11:21:30.620586 293582 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:21:30.676402 293582 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:49 SystemTime:2025-10-06 11:21:30.667075374 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:21:30.676515 293582 docker.go:318] overlay module found
I1006 11:21:30.679669 293582 out.go:179] * Using the docker driver based on user configuration
I1006 11:21:30.682492 293582 start.go:304] selected driver: docker
I1006 11:21:30.682517 293582 start.go:924] validating driver "docker" against <nil>
I1006 11:21:30.682536 293582 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 11:21:30.683277 293582 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:21:30.736531 293582 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:49 SystemTime:2025-10-06 11:21:30.72685337 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:21:30.736699 293582 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 11:21:30.736945 293582 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 11:21:30.739931 293582 out.go:179] * Using Docker driver with root privileges
I1006 11:21:30.742912 293582 cni.go:84] Creating CNI manager for ""
I1006 11:21:30.742994 293582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:21:30.743010 293582 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 11:21:30.743102 293582 start.go:348] cluster config:
{Name:addons-657738 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:
AutoPauseInterval:1m0s}
I1006 11:21:30.748022 293582 out.go:179] * Starting "addons-657738" primary control-plane node in "addons-657738" cluster
I1006 11:21:30.750869 293582 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 11:21:30.753800 293582 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 11:21:30.756792 293582 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:21:30.756861 293582 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 11:21:30.756884 293582 cache.go:58] Caching tarball of preloaded images
I1006 11:21:30.756910 293582 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 11:21:30.756975 293582 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 11:21:30.756985 293582 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 11:21:30.757345 293582 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/config.json ...
I1006 11:21:30.757373 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/config.json: {Name:mk9228621efd6f270c50a172fa542fbd0583051f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:21:30.773226 293582 cache.go:152] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d to local cache
I1006 11:21:30.773383 293582 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local cache directory
I1006 11:21:30.773403 293582 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local cache directory, skipping pull
I1006 11:21:30.773408 293582 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in cache, skipping pull
I1006 11:21:30.773416 293582 cache.go:155] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d as a tarball
I1006 11:21:30.773421 293582 cache.go:165] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d from local cache
I1006 11:21:48.983628 293582 cache.go:167] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d from cached tarball
I1006 11:21:48.983680 293582 cache.go:232] Successfully downloaded all kic artifacts
I1006 11:21:48.983712 293582 start.go:360] acquireMachinesLock for addons-657738: {Name:mkf8eb418ee26e65fceccdd646f4212de6e5aa5c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 11:21:48.983853 293582 start.go:364] duration metric: took 113.381µs to acquireMachinesLock for "addons-657738"
I1006 11:21:48.983886 293582 start.go:93] Provisioning new machine with config: &{Name:addons-657738 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 11:21:48.983970 293582 start.go:125] createHost starting for "" (driver="docker")
I1006 11:21:48.987576 293582 out.go:252] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1006 11:21:48.987846 293582 start.go:159] libmachine.API.Create for "addons-657738" (driver="docker")
I1006 11:21:48.987900 293582 client.go:168] LocalClient.Create starting
I1006 11:21:48.988039 293582 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 11:21:49.132464 293582 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 11:21:49.593883 293582 cli_runner.go:164] Run: docker network inspect addons-657738 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 11:21:49.611587 293582 cli_runner.go:211] docker network inspect addons-657738 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 11:21:49.611713 293582 network_create.go:284] running [docker network inspect addons-657738] to gather additional debugging logs...
I1006 11:21:49.611736 293582 cli_runner.go:164] Run: docker network inspect addons-657738
W1006 11:21:49.628864 293582 cli_runner.go:211] docker network inspect addons-657738 returned with exit code 1
I1006 11:21:49.628899 293582 network_create.go:287] error running [docker network inspect addons-657738]: docker network inspect addons-657738: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-657738 not found
I1006 11:21:49.628922 293582 network_create.go:289] output of [docker network inspect addons-657738]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-657738 not found
** /stderr **
I1006 11:21:49.629012 293582 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 11:21:49.645996 293582 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001b2d3e0}
I1006 11:21:49.646035 293582 network_create.go:124] attempt to create docker network addons-657738 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1006 11:21:49.646091 293582 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-657738 addons-657738
I1006 11:21:49.711427 293582 network_create.go:108] docker network addons-657738 192.168.49.0/24 created
I1006 11:21:49.711460 293582 kic.go:121] calculated static IP "192.168.49.2" for the "addons-657738" container
I1006 11:21:49.711539 293582 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 11:21:49.727795 293582 cli_runner.go:164] Run: docker volume create addons-657738 --label name.minikube.sigs.k8s.io=addons-657738 --label created_by.minikube.sigs.k8s.io=true
I1006 11:21:49.748557 293582 oci.go:103] Successfully created a docker volume addons-657738
I1006 11:21:49.748655 293582 cli_runner.go:164] Run: docker run --rm --name addons-657738-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-657738 --entrypoint /usr/bin/test -v addons-657738:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 11:21:52.024504 293582 cli_runner.go:217] Completed: docker run --rm --name addons-657738-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-657738 --entrypoint /usr/bin/test -v addons-657738:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib: (2.275808383s)
I1006 11:21:52.024538 293582 oci.go:107] Successfully prepared a docker volume addons-657738
I1006 11:21:52.024561 293582 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:21:52.024580 293582 kic.go:194] Starting extracting preloaded images to volume ...
I1006 11:21:52.024646 293582 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-657738:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 11:21:56.477672 293582 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-657738:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (4.452982101s)
I1006 11:21:56.477703 293582 kic.go:203] duration metric: took 4.453118523s to extract preloaded images to volume ...
W1006 11:21:56.477859 293582 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 11:21:56.477979 293582 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 11:21:56.534307 293582 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-657738 --name addons-657738 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-657738 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-657738 --network addons-657738 --ip 192.168.49.2 --volume addons-657738:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 11:21:56.847450 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Running}}
I1006 11:21:56.868955 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:21:56.895107 293582 cli_runner.go:164] Run: docker exec addons-657738 stat /var/lib/dpkg/alternatives/iptables
I1006 11:21:56.947493 293582 oci.go:144] the created container "addons-657738" has a running status.
I1006 11:21:56.947522 293582 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa...
I1006 11:21:57.605411 293582 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 11:21:57.625470 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:21:57.641897 293582 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 11:21:57.641919 293582 kic_runner.go:114] Args: [docker exec --privileged addons-657738 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 11:21:57.680724 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:21:57.698424 293582 machine.go:93] provisionDockerMachine start ...
I1006 11:21:57.698526 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:21:57.715351 293582 main.go:141] libmachine: Using SSH client type: native
I1006 11:21:57.715699 293582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1006 11:21:57.715720 293582 main.go:141] libmachine: About to run SSH command:
hostname
I1006 11:21:57.716353 293582 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:37584->127.0.0.1:33138: read: connection reset by peer
I1006 11:22:00.849273 293582 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-657738
I1006 11:22:00.849297 293582 ubuntu.go:182] provisioning hostname "addons-657738"
I1006 11:22:00.849362 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:00.867102 293582 main.go:141] libmachine: Using SSH client type: native
I1006 11:22:00.867405 293582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1006 11:22:00.867420 293582 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-657738 && echo "addons-657738" | sudo tee /etc/hostname
I1006 11:22:01.006878 293582 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-657738
I1006 11:22:01.006961 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.023675 293582 main.go:141] libmachine: Using SSH client type: native
I1006 11:22:01.023992 293582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1006 11:22:01.024013 293582 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-657738' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-657738/g' /etc/hosts;
else
echo '127.0.1.1 addons-657738' | sudo tee -a /etc/hosts;
fi
fi
I1006 11:22:01.157975 293582 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 11:22:01.158001 293582 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 11:22:01.158037 293582 ubuntu.go:190] setting up certificates
I1006 11:22:01.158050 293582 provision.go:84] configureAuth start
I1006 11:22:01.158115 293582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-657738
I1006 11:22:01.175057 293582 provision.go:143] copyHostCerts
I1006 11:22:01.175149 293582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 11:22:01.175281 293582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 11:22:01.175347 293582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 11:22:01.175402 293582 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.addons-657738 san=[127.0.0.1 192.168.49.2 addons-657738 localhost minikube]
I1006 11:22:01.213451 293582 provision.go:177] copyRemoteCerts
I1006 11:22:01.213555 293582 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 11:22:01.213617 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.241670 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:01.337618 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 11:22:01.356996 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1006 11:22:01.375462 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 11:22:01.393917 293582 provision.go:87] duration metric: took 235.842787ms to configureAuth
I1006 11:22:01.393943 293582 ubuntu.go:206] setting minikube options for container-runtime
I1006 11:22:01.394187 293582 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:22:01.394333 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.411461 293582 main.go:141] libmachine: Using SSH client type: native
I1006 11:22:01.411780 293582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1006 11:22:01.411800 293582 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 11:22:01.662727 293582 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 11:22:01.662749 293582 machine.go:96] duration metric: took 3.964303265s to provisionDockerMachine
I1006 11:22:01.662758 293582 client.go:171] duration metric: took 12.674847933s to LocalClient.Create
I1006 11:22:01.662781 293582 start.go:167] duration metric: took 12.674937092s to libmachine.API.Create "addons-657738"
I1006 11:22:01.662788 293582 start.go:293] postStartSetup for "addons-657738" (driver="docker")
I1006 11:22:01.662798 293582 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 11:22:01.662874 293582 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 11:22:01.662917 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.683353 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:01.782667 293582 ssh_runner.go:195] Run: cat /etc/os-release
I1006 11:22:01.787321 293582 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 11:22:01.787355 293582 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 11:22:01.787367 293582 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 11:22:01.787437 293582 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 11:22:01.787466 293582 start.go:296] duration metric: took 124.672033ms for postStartSetup
I1006 11:22:01.787786 293582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-657738
I1006 11:22:01.805184 293582 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/config.json ...
I1006 11:22:01.805495 293582 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 11:22:01.805603 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.824014 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:01.918795 293582 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 11:22:01.923878 293582 start.go:128] duration metric: took 12.939889283s to createHost
I1006 11:22:01.923904 293582 start.go:83] releasing machines lock for "addons-657738", held for 12.940037167s
I1006 11:22:01.923975 293582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-657738
I1006 11:22:01.940371 293582 ssh_runner.go:195] Run: cat /version.json
I1006 11:22:01.940421 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.940521 293582 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 11:22:01.940585 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.958990 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:01.975181 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:02.146088 293582 ssh_runner.go:195] Run: systemctl --version
I1006 11:22:02.152912 293582 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 11:22:02.190966 293582 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 11:22:02.195588 293582 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 11:22:02.195709 293582 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 11:22:02.226150 293582 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 11:22:02.226212 293582 start.go:495] detecting cgroup driver to use...
I1006 11:22:02.226255 293582 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 11:22:02.226309 293582 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 11:22:02.243934 293582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 11:22:02.257650 293582 docker.go:218] disabling cri-docker service (if available) ...
I1006 11:22:02.257750 293582 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 11:22:02.274641 293582 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 11:22:02.293676 293582 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 11:22:02.415271 293582 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 11:22:02.544129 293582 docker.go:234] disabling docker service ...
I1006 11:22:02.544200 293582 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 11:22:02.567067 293582 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 11:22:02.580718 293582 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 11:22:02.706303 293582 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 11:22:02.816324 293582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 11:22:02.830188 293582 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 11:22:02.844805 293582 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 11:22:02.844883 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.854042 293582 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 11:22:02.854130 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.863765 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.873006 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.882099 293582 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 11:22:02.890248 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.899069 293582 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.913078 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.922137 293582 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 11:22:02.930424 293582 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 11:22:02.937868 293582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:22:03.046902 293582 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 11:22:03.164779 293582 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 11:22:03.164882 293582 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 11:22:03.169084 293582 start.go:563] Will wait 60s for crictl version
I1006 11:22:03.169174 293582 ssh_runner.go:195] Run: which crictl
I1006 11:22:03.173001 293582 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 11:22:03.202573 293582 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 11:22:03.202672 293582 ssh_runner.go:195] Run: crio --version
I1006 11:22:03.230783 293582 ssh_runner.go:195] Run: crio --version
I1006 11:22:03.264367 293582 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 11:22:03.267139 293582 cli_runner.go:164] Run: docker network inspect addons-657738 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 11:22:03.283092 293582 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1006 11:22:03.287175 293582 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 11:22:03.297026 293582 kubeadm.go:883] updating cluster {Name:addons-657738 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketV
MnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 11:22:03.297159 293582 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:22:03.297220 293582 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 11:22:03.335103 293582 crio.go:514] all images are preloaded for cri-o runtime.
I1006 11:22:03.335129 293582 crio.go:433] Images already preloaded, skipping extraction
I1006 11:22:03.335183 293582 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 11:22:03.361206 293582 crio.go:514] all images are preloaded for cri-o runtime.
I1006 11:22:03.361230 293582 cache_images.go:85] Images are preloaded, skipping loading
I1006 11:22:03.361239 293582 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.34.1 crio true true} ...
I1006 11:22:03.361323 293582 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-657738 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 11:22:03.361409 293582 ssh_runner.go:195] Run: crio config
I1006 11:22:03.419873 293582 cni.go:84] Creating CNI manager for ""
I1006 11:22:03.419896 293582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:22:03.419916 293582 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 11:22:03.419940 293582 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-657738 NodeName:addons-657738 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 11:22:03.420075 293582 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-657738"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 11:22:03.420152 293582 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 11:22:03.428225 293582 binaries.go:44] Found k8s binaries, skipping transfer
I1006 11:22:03.428349 293582 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 11:22:03.436586 293582 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1006 11:22:03.451016 293582 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 11:22:03.465096 293582 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2210 bytes)
I1006 11:22:03.478957 293582 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1006 11:22:03.482837 293582 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 11:22:03.492850 293582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:22:03.600827 293582 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 11:22:03.623168 293582 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738 for IP: 192.168.49.2
I1006 11:22:03.623233 293582 certs.go:195] generating shared ca certs ...
I1006 11:22:03.623263 293582 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:03.623428 293582 certs.go:241] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 11:22:04.153877 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt ...
I1006 11:22:04.153907 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt: {Name:mkcf2ed822555fe322effe2e078a9eb382e849cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:04.154102 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key ...
I1006 11:22:04.154119 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key: {Name:mkf6ee106747ab68c1aaff425fedb9dad683ee26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:04.154204 293582 certs.go:241] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 11:22:04.717347 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt ...
I1006 11:22:04.717379 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt: {Name:mk601bdcfd4b1ced79fb22ff4ee8b3013421e50e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:04.717575 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key ...
I1006 11:22:04.717588 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key: {Name:mka42f5962b1ec1c1dbc310c34a4301d5a196b2e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:04.717675 293582 certs.go:257] generating profile certs ...
I1006 11:22:04.717735 293582 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.key
I1006 11:22:04.717754 293582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt with IP's: []
I1006 11:22:05.374317 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt ...
I1006 11:22:05.374350 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: {Name:mkd81a7216086b77a5d1bb01bbad0b6ea86e94d3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:05.374536 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.key ...
I1006 11:22:05.374549 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.key: {Name:mk4d1775638ad0f052e4df992efd4ae3b92a307c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:05.374631 293582 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key.a447482a
I1006 11:22:05.374653 293582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt.a447482a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1006 11:22:06.122823 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt.a447482a ...
I1006 11:22:06.122856 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt.a447482a: {Name:mkb1ab1528e2fd42674161678360e16fee8fb0cd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:06.123043 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key.a447482a ...
I1006 11:22:06.123067 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key.a447482a: {Name:mk1b6a9ee470beb713261665e54b4d332bf417de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:06.123155 293582 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt.a447482a -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt
I1006 11:22:06.123240 293582 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key.a447482a -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key
I1006 11:22:06.123290 293582 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.key
I1006 11:22:06.123311 293582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.crt with IP's: []
I1006 11:22:06.577383 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.crt ...
I1006 11:22:06.577415 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.crt: {Name:mk5c3d623ec50a51e93752ceba5b2f714f5e168b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:06.577605 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.key ...
I1006 11:22:06.577620 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.key: {Name:mk4df87d195c5cfbb1111337e79de49f12a1c87e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:06.577850 293582 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 11:22:06.577895 293582 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 11:22:06.577923 293582 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 11:22:06.577953 293582 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 11:22:06.578501 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 11:22:06.605053 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 11:22:06.623399 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 11:22:06.643973 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 11:22:06.662851 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1006 11:22:06.681827 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 11:22:06.700011 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 11:22:06.718289 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 11:22:06.735898 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 11:22:06.754124 293582 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 11:22:06.767613 293582 ssh_runner.go:195] Run: openssl version
I1006 11:22:06.773980 293582 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 11:22:06.782830 293582 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 11:22:06.786664 293582 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 11:22:06.786730 293582 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 11:22:06.829568 293582 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 11:22:06.838164 293582 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 11:22:06.842013 293582 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 11:22:06.842131 293582 kubeadm.go:400] StartCluster: {Name:addons-657738 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 11:22:06.842227 293582 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:22:06.842301 293582 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:22:06.870410 293582 cri.go:89] found id: ""
I1006 11:22:06.870507 293582 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 11:22:06.878639 293582 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 11:22:06.886547 293582 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 11:22:06.886648 293582 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 11:22:06.894555 293582 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 11:22:06.894577 293582 kubeadm.go:157] found existing configuration files:
I1006 11:22:06.894651 293582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 11:22:06.902426 293582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 11:22:06.902495 293582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 11:22:06.910110 293582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 11:22:06.918332 293582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 11:22:06.918429 293582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 11:22:06.926249 293582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 11:22:06.934422 293582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 11:22:06.934529 293582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 11:22:06.942394 293582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 11:22:06.950557 293582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 11:22:06.950674 293582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 11:22:06.958812 293582 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 11:22:06.997249 293582 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 11:22:06.997493 293582 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 11:22:07.020325 293582 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 11:22:07.020417 293582 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 11:22:07.020463 293582 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 11:22:07.020511 293582 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 11:22:07.020562 293582 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 11:22:07.020655 293582 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 11:22:07.020746 293582 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 11:22:07.020816 293582 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 11:22:07.020896 293582 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 11:22:07.020961 293582 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 11:22:07.021037 293582 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 11:22:07.021101 293582 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 11:22:07.090686 293582 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 11:22:07.090886 293582 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 11:22:07.091020 293582 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 11:22:07.099256 293582 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 11:22:07.103522 293582 out.go:252] - Generating certificates and keys ...
I1006 11:22:07.103627 293582 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 11:22:07.103698 293582 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 11:22:07.334263 293582 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 11:22:07.819559 293582 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 11:22:08.487335 293582 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 11:22:08.984926 293582 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 11:22:09.274252 293582 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 11:22:09.274639 293582 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [addons-657738 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1006 11:22:09.414894 293582 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 11:22:09.415259 293582 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [addons-657738 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1006 11:22:09.688868 293582 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 11:22:10.137858 293582 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 11:22:10.684898 293582 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 11:22:10.685008 293582 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 11:22:10.852727 293582 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 11:22:11.367787 293582 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 11:22:11.478871 293582 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 11:22:11.853231 293582 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 11:22:12.197078 293582 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 11:22:12.197808 293582 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 11:22:12.200327 293582 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 11:22:12.203918 293582 out.go:252] - Booting up control plane ...
I1006 11:22:12.204035 293582 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 11:22:12.204116 293582 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 11:22:12.204186 293582 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 11:22:12.218813 293582 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 11:22:12.218938 293582 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 11:22:12.228777 293582 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 11:22:12.228891 293582 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 11:22:12.228959 293582 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 11:22:12.365994 293582 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 11:22:12.366131 293582 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 11:22:13.861012 293582 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.500840877s
I1006 11:22:13.864853 293582 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 11:22:13.864956 293582 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.49.2:8443/livez
I1006 11:22:13.865050 293582 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 11:22:13.865137 293582 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 11:22:16.434487 293582 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 2.569111808s
I1006 11:22:18.710979 293582 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.846195582s
I1006 11:22:19.867091 293582 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.002125579s
I1006 11:22:19.887043 293582 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 11:22:19.911439 293582 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 11:22:19.924993 293582 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 11:22:19.925208 293582 kubeadm.go:318] [mark-control-plane] Marking the node addons-657738 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 11:22:19.938063 293582 kubeadm.go:318] [bootstrap-token] Using token: gydv3e.k6rdq32yzk9hkybr
I1006 11:22:19.941279 293582 out.go:252] - Configuring RBAC rules ...
I1006 11:22:19.941420 293582 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 11:22:19.945950 293582 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 11:22:19.957981 293582 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 11:22:19.962904 293582 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 11:22:19.967250 293582 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 11:22:19.973504 293582 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 11:22:20.276956 293582 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 11:22:20.711651 293582 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 11:22:21.274563 293582 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 11:22:21.275901 293582 kubeadm.go:318]
I1006 11:22:21.275982 293582 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 11:22:21.275992 293582 kubeadm.go:318]
I1006 11:22:21.276074 293582 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 11:22:21.276084 293582 kubeadm.go:318]
I1006 11:22:21.276112 293582 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 11:22:21.276177 293582 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 11:22:21.276234 293582 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 11:22:21.276242 293582 kubeadm.go:318]
I1006 11:22:21.276299 293582 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 11:22:21.276307 293582 kubeadm.go:318]
I1006 11:22:21.276358 293582 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 11:22:21.276368 293582 kubeadm.go:318]
I1006 11:22:21.276423 293582 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 11:22:21.276507 293582 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 11:22:21.276591 293582 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 11:22:21.276600 293582 kubeadm.go:318]
I1006 11:22:21.276688 293582 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 11:22:21.276773 293582 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 11:22:21.276786 293582 kubeadm.go:318]
I1006 11:22:21.276909 293582 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token gydv3e.k6rdq32yzk9hkybr \
I1006 11:22:21.277023 293582 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 11:22:21.277048 293582 kubeadm.go:318] --control-plane
I1006 11:22:21.277057 293582 kubeadm.go:318]
I1006 11:22:21.277146 293582 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 11:22:21.277154 293582 kubeadm.go:318]
I1006 11:22:21.277241 293582 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token gydv3e.k6rdq32yzk9hkybr \
I1006 11:22:21.277347 293582 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 11:22:21.280487 293582 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 11:22:21.280723 293582 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 11:22:21.280877 293582 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 11:22:21.280898 293582 cni.go:84] Creating CNI manager for ""
I1006 11:22:21.280909 293582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:22:21.284307 293582 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 11:22:21.287345 293582 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 11:22:21.291984 293582 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 11:22:21.292010 293582 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 11:22:21.307003 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 11:22:21.603565 293582 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 11:22:21.603720 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:21.603799 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-657738 minikube.k8s.io/updated_at=2025_10_06T11_22_21_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=addons-657738 minikube.k8s.io/primary=true
I1006 11:22:21.760157 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:21.760219 293582 ops.go:34] apiserver oom_adj: -16
I1006 11:22:22.260711 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:22.760581 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:23.260283 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:23.760981 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:24.260985 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:24.760212 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:25.260760 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:25.760593 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:25.883366 293582 kubeadm.go:1113] duration metric: took 4.279711293s to wait for elevateKubeSystemPrivileges
I1006 11:22:25.883400 293582 kubeadm.go:402] duration metric: took 19.041299116s to StartCluster
I1006 11:22:25.883417 293582 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:25.883525 293582 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:22:25.883923 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:25.884130 293582 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 11:22:25.884285 293582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 11:22:25.884534 293582 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:22:25.884578 293582 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:true storage-provisioner:true storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1006 11:22:25.884665 293582 addons.go:69] Setting yakd=true in profile "addons-657738"
I1006 11:22:25.884686 293582 addons.go:238] Setting addon yakd=true in "addons-657738"
I1006 11:22:25.884713 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.884920 293582 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-657738"
I1006 11:22:25.884937 293582 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-657738"
I1006 11:22:25.884963 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.885468 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.885723 293582 addons.go:69] Setting metrics-server=true in profile "addons-657738"
I1006 11:22:25.885769 293582 addons.go:238] Setting addon metrics-server=true in "addons-657738"
I1006 11:22:25.885834 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.886426 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.886933 293582 addons.go:69] Setting cloud-spanner=true in profile "addons-657738"
I1006 11:22:25.886965 293582 addons.go:238] Setting addon cloud-spanner=true in "addons-657738"
I1006 11:22:25.886991 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.887175 293582 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-657738"
I1006 11:22:25.887813 293582 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-657738"
I1006 11:22:25.887846 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.888194 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887403 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.893490 293582 addons.go:69] Setting registry=true in profile "addons-657738"
I1006 11:22:25.893590 293582 addons.go:238] Setting addon registry=true in "addons-657738"
I1006 11:22:25.893643 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.898004 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887410 293582 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-657738"
I1006 11:22:25.898346 293582 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-657738"
I1006 11:22:25.898376 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.898771 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.909660 293582 addons.go:69] Setting registry-creds=true in profile "addons-657738"
I1006 11:22:25.909703 293582 addons.go:238] Setting addon registry-creds=true in "addons-657738"
I1006 11:22:25.909741 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.910208 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887416 293582 addons.go:69] Setting default-storageclass=true in profile "addons-657738"
I1006 11:22:25.911476 293582 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-657738"
I1006 11:22:25.911779 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.915250 293582 addons.go:69] Setting storage-provisioner=true in profile "addons-657738"
I1006 11:22:25.915323 293582 addons.go:238] Setting addon storage-provisioner=true in "addons-657738"
I1006 11:22:25.915377 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.915839 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887420 293582 addons.go:69] Setting gcp-auth=true in profile "addons-657738"
I1006 11:22:25.928526 293582 mustload.go:65] Loading cluster: addons-657738
I1006 11:22:25.928911 293582 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:22:25.929398 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887423 293582 addons.go:69] Setting ingress=true in profile "addons-657738"
I1006 11:22:25.937692 293582 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-657738"
I1006 11:22:25.937708 293582 addons.go:238] Setting addon ingress=true in "addons-657738"
I1006 11:22:25.937717 293582 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-657738"
I1006 11:22:25.937755 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.938052 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.938187 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887426 293582 addons.go:69] Setting ingress-dns=true in profile "addons-657738"
I1006 11:22:25.942000 293582 addons.go:238] Setting addon ingress-dns=true in "addons-657738"
I1006 11:22:25.942050 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.942603 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887430 293582 addons.go:69] Setting inspektor-gadget=true in profile "addons-657738"
I1006 11:22:25.950408 293582 addons.go:238] Setting addon inspektor-gadget=true in "addons-657738"
I1006 11:22:25.950458 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.950930 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.953769 293582 addons.go:69] Setting volcano=true in profile "addons-657738"
I1006 11:22:25.953807 293582 addons.go:238] Setting addon volcano=true in "addons-657738"
I1006 11:22:25.953845 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.954335 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887781 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.977472 293582 out.go:179] * Verifying Kubernetes components...
I1006 11:22:25.980020 293582 addons.go:69] Setting volumesnapshots=true in profile "addons-657738"
I1006 11:22:25.980049 293582 addons.go:238] Setting addon volumesnapshots=true in "addons-657738"
I1006 11:22:25.980086 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.980585 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.980838 293582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:22:26.055552 293582 addons.go:238] Setting addon default-storageclass=true in "addons-657738"
I1006 11:22:26.055595 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:26.058156 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:26.093691 293582 out.go:179] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.9
I1006 11:22:26.108019 293582 out.go:179] - Using image docker.io/registry:3.0.0
I1006 11:22:26.108090 293582 out.go:179] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.44.1
I1006 11:22:26.108581 293582 out.go:179] - Using image registry.k8s.io/metrics-server/metrics-server:v0.8.0
I1006 11:22:26.124639 293582 out.go:179] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1006 11:22:26.133971 293582 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I1006 11:22:26.134017 293582 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (14 bytes)
I1006 11:22:26.134108 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.146213 293582 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I1006 11:22:26.146233 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1006 11:22:26.146300 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.147404 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1006 11:22:26.148867 293582 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I1006 11:22:26.149027 293582 out.go:179] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.4
I1006 11:22:26.149042 293582 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1006 11:22:26.150638 293582 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1006 11:22:26.150698 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.175705 293582 out.go:179] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.41
I1006 11:22:26.182804 293582 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I1006 11:22:26.182830 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1006 11:22:26.182901 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.196987 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1006 11:22:26.150286 293582 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-657738"
I1006 11:22:26.149097 293582 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1006 11:22:26.202672 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1006 11:22:26.150774 293582 out.go:179] - Using image docker.io/kicbase/minikube-ingress-dns:0.0.4
I1006 11:22:26.202915 293582 out.go:179] - Using image docker.io/upmcenterprises/registry-creds:1.10
I1006 11:22:26.204213 293582 out.go:179] - Using image docker.io/marcnuri/yakd:0.0.5
I1006 11:22:26.204943 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:26.206390 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:26.206825 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:26.210500 293582 addons.go:435] installing /etc/kubernetes/addons/registry-creds-rc.yaml
I1006 11:22:26.210526 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-creds-rc.yaml (3306 bytes)
I1006 11:22:26.210593 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.217843 293582 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1006 11:22:26.217879 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1006 11:22:26.217956 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.231140 293582 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 11:22:26.233740 293582 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1006 11:22:26.233771 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2889 bytes)
I1006 11:22:26.233851 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.234260 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.241688 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I1006 11:22:26.241719 293582 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1006 11:22:26.241800 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.246216 293582 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 11:22:26.246235 293582 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 11:22:26.246296 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
W1006 11:22:26.273565 293582 out.go:285] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1006 11:22:26.282081 293582 out.go:179] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1006 11:22:26.286900 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1006 11:22:26.286929 293582 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1006 11:22:26.287014 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.293344 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1006 11:22:26.293643 293582 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 11:22:26.293677 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 11:22:26.293747 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.336006 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1006 11:22:26.336093 293582 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I1006 11:22:26.345861 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1006 11:22:26.365826 293582 out.go:179] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1006 11:22:26.369385 293582 out.go:179] - Using image registry.k8s.io/ingress-nginx/controller:v1.13.2
I1006 11:22:26.375457 293582 out.go:179] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1006 11:22:26.378797 293582 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1006 11:22:26.378822 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1006 11:22:26.378892 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.393619 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.397639 293582 out.go:179] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1006 11:22:26.401662 293582 out.go:179] - Using image docker.io/busybox:stable
I1006 11:22:26.405120 293582 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1006 11:22:26.405144 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1006 11:22:26.405221 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.405457 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1006 11:22:26.411635 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1006 11:22:26.411707 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1006 11:22:26.411808 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.460175 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.472165 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.473395 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.474285 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.485964 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.488473 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.519691 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.528267 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.533580 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.543705 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.551603 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
W1006 11:22:26.556813 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.556916 293582 retry.go:31] will retry after 184.430832ms: ssh: handshake failed: EOF
W1006 11:22:26.557184 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.557199 293582 retry.go:31] will retry after 182.134765ms: ssh: handshake failed: EOF
I1006 11:22:26.563476 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.596434 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.597028 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
W1006 11:22:26.598649 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.598674 293582 retry.go:31] will retry after 239.908235ms: ssh: handshake failed: EOF
W1006 11:22:26.742421 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.742501 293582 retry.go:31] will retry after 317.67103ms: ssh: handshake failed: EOF
I1006 11:22:26.783118 293582 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 11:22:26.783411 293582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
W1006 11:22:26.839907 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.839987 293582 retry.go:31] will retry after 401.393625ms: ssh: handshake failed: EOF
I1006 11:22:27.126067 293582 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1006 11:22:27.126143 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1006 11:22:27.165975 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml
I1006 11:22:27.167634 293582 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1006 11:22:27.167657 293582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1006 11:22:27.174839 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1006 11:22:27.174866 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1006 11:22:27.180311 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1006 11:22:27.181419 293582 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:27.181439 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (15034 bytes)
I1006 11:22:27.238493 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 11:22:27.286223 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1006 11:22:27.288797 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I1006 11:22:27.288868 293582 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1006 11:22:27.308043 293582 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1006 11:22:27.308116 293582 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1006 11:22:27.309347 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1006 11:22:27.330658 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1006 11:22:27.330732 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1006 11:22:27.332228 293582 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1006 11:22:27.332291 293582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1006 11:22:27.335551 293582 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I1006 11:22:27.335610 293582 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1006 11:22:27.343510 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1006 11:22:27.355808 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:27.356537 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1006 11:22:27.470233 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I1006 11:22:27.470308 293582 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1006 11:22:27.476431 293582 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1006 11:22:27.476504 293582 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1006 11:22:27.492841 293582 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I1006 11:22:27.492931 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1006 11:22:27.515258 293582 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1006 11:22:27.515334 293582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1006 11:22:27.530399 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1006 11:22:27.530471 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1006 11:22:27.619998 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1006 11:22:27.620075 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1006 11:22:27.679546 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1006 11:22:27.707660 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I1006 11:22:27.707740 293582 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1006 11:22:27.744353 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1006 11:22:27.744434 293582 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1006 11:22:27.746994 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1006 11:22:27.796943 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 11:22:27.840659 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1006 11:22:27.840735 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1006 11:22:27.841060 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1006 11:22:27.894254 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I1006 11:22:27.894324 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1006 11:22:27.933900 293582 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 11:22:27.933980 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1006 11:22:28.039234 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1006 11:22:28.039309 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1006 11:22:28.136673 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1006 11:22:28.204914 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 11:22:28.221659 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1006 11:22:28.221734 293582 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1006 11:22:28.273988 293582 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.490521468s)
I1006 11:22:28.274100 293582 start.go:976] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1006 11:22:28.274066 293582 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.490786943s)
I1006 11:22:28.275705 293582 node_ready.go:35] waiting up to 6m0s for node "addons-657738" to be "Ready" ...
I1006 11:22:28.506113 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml: (1.340057738s)
I1006 11:22:28.506161 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.325827933s)
I1006 11:22:28.519728 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1006 11:22:28.519799 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1006 11:22:28.706162 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1006 11:22:28.706236 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1006 11:22:28.779651 293582 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-657738" context rescaled to 1 replicas
I1006 11:22:28.840814 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1006 11:22:28.840889 293582 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1006 11:22:28.896833 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
W1006 11:22:30.303151 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:31.162828 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.87651113s)
I1006 11:22:31.162935 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.853534814s)
I1006 11:22:31.162993 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (3.819417513s)
I1006 11:22:31.163093 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (3.807215784s)
W1006 11:22:31.163137 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget created
serviceaccount/gadget created
configmap/gadget created
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role created
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding created
role.rbac.authorization.k8s.io/gadget-role created
rolebinding.rbac.authorization.k8s.io/gadget-role-binding created
daemonset.apps/gadget created
stderr:
Warning: spec.template.metadata.annotations[container.apparmor.security.beta.kubernetes.io/gadget]: deprecated since v1.30; use the "appArmorProfile" field instead
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:31.163172 293582 retry.go:31] will retry after 342.8657ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget created
serviceaccount/gadget created
configmap/gadget created
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role created
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding created
role.rbac.authorization.k8s.io/gadget-role created
rolebinding.rbac.authorization.k8s.io/gadget-role-binding created
daemonset.apps/gadget created
stderr:
Warning: spec.template.metadata.annotations[container.apparmor.security.beta.kubernetes.io/gadget]: deprecated since v1.30; use the "appArmorProfile" field instead
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:31.163251 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.92469422s)
I1006 11:22:31.506497 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
W1006 11:22:32.307657 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:32.377977 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.630919148s)
I1006 11:22:32.378057 293582 addons.go:479] Verifying addon metrics-server=true in "addons-657738"
I1006 11:22:32.378117 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.581097299s)
I1006 11:22:32.378391 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.537266565s)
I1006 11:22:32.378561 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.241812503s)
I1006 11:22:32.377900 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.698274945s)
I1006 11:22:32.379020 293582 addons.go:479] Verifying addon registry=true in "addons-657738"
I1006 11:22:32.378881 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.173885009s)
W1006 11:22:32.379096 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1006 11:22:32.379112 293582 retry.go:31] will retry after 254.320105ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1006 11:22:32.379323 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.022734131s)
I1006 11:22:32.379361 293582 addons.go:479] Verifying addon ingress=true in "addons-657738"
I1006 11:22:32.381867 293582 out.go:179] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-657738 service yakd-dashboard -n yakd-dashboard
I1006 11:22:32.383929 293582 out.go:179] * Verifying ingress addon...
I1006 11:22:32.383972 293582 out.go:179] * Verifying registry addon...
I1006 11:22:32.388679 293582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1006 11:22:32.389597 293582 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1006 11:22:32.401461 293582 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1006 11:22:32.401479 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:32.402855 293582 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1006 11:22:32.402872 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:32.405928 293582 out.go:285] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1006 11:22:32.633834 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 11:22:32.839125 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.942188106s)
I1006 11:22:32.839208 293582 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-657738"
I1006 11:22:32.843053 293582 out.go:179] * Verifying csi-hostpath-driver addon...
I1006 11:22:32.846511 293582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1006 11:22:32.860502 293582 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1006 11:22:32.860521 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:32.904287 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:32.905863 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:32.939825 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.433240398s)
W1006 11:22:32.939916 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:32.939949 293582 retry.go:31] will retry after 463.150213ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:33.350072 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:33.393326 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:33.393305 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:33.403628 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:33.816841 293582 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1006 11:22:33.817011 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:33.838748 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:33.851264 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:33.893963 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:33.895025 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:33.960937 293582 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1006 11:22:33.975949 293582 addons.go:238] Setting addon gcp-auth=true in "addons-657738"
I1006 11:22:33.976039 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:33.976514 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:33.995360 293582 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1006 11:22:33.995418 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:34.014861 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
W1006 11:22:34.313638 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:34.313678 293582 retry.go:31] will retry after 631.040984ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:34.317404 293582 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I1006 11:22:34.320380 293582 out.go:179] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1006 11:22:34.323392 293582 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1006 11:22:34.323428 293582 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1006 11:22:34.338112 293582 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1006 11:22:34.338138 293582 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1006 11:22:34.350374 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:34.354943 293582 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1006 11:22:34.354970 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1006 11:22:34.368863 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1006 11:22:34.392960 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:34.395079 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:34.783536 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:34.858760 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:34.872919 293582 addons.go:479] Verifying addon gcp-auth=true in "addons-657738"
I1006 11:22:34.876187 293582 out.go:179] * Verifying gcp-auth addon...
I1006 11:22:34.880163 293582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1006 11:22:34.890721 293582 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1006 11:22:34.890791 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:34.945101 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:34.959160 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:34.959628 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:35.351180 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:35.383370 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:35.393229 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:35.393744 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:35.757479 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:35.757585 293582 retry.go:31] will retry after 808.324904ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:35.850047 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:35.883901 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:35.891490 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:35.892509 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:36.349863 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:36.383898 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:36.391952 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:36.393056 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:36.566474 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:36.850376 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:36.883416 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:36.893403 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:36.894221 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:37.279083 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:37.350506 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:37.385547 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:37.393753 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:37.395539 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:37.426372 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:37.426401 293582 retry.go:31] will retry after 1.8822685s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:37.849608 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:37.883509 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:37.892952 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:37.893447 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:38.351165 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:38.383407 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:38.392478 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:38.392956 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:38.850321 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:38.883217 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:38.892813 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:38.892953 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1006 11:22:39.279205 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:39.309460 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:39.352659 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:39.387165 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:39.394283 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:39.395314 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:39.851357 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:39.883725 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:39.892946 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:39.893948 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:40.165705 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:40.165741 293582 retry.go:31] will retry after 2.76198947s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:40.349243 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:40.384136 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:40.394393 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:40.394792 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:40.850859 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:40.883805 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:40.892558 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:40.893255 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:41.279304 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:41.350184 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:41.383868 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:41.391641 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:41.393660 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:41.850479 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:41.883119 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:41.891867 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:41.893028 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:42.350232 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:42.384222 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:42.392289 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:42.392911 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:42.850398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:42.883158 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:42.892820 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:42.893001 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:42.928157 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
W1006 11:22:43.280610 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:43.350019 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:43.384789 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:43.395084 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:43.395725 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:43.724320 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:43.724352 293582 retry.go:31] will retry after 2.1466188s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:43.850840 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:43.883750 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:43.894381 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:43.894542 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:44.350181 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:44.385066 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:44.391799 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:44.393116 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:44.849781 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:44.883792 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:44.891687 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:44.892429 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:45.282298 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:45.352667 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:45.385399 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:45.392546 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:45.395922 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:45.850270 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:45.871392 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:45.887027 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:45.892369 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:45.893213 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:46.350383 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:46.384427 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:46.393354 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:46.393994 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:46.697387 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:46.697432 293582 retry.go:31] will retry after 2.715959749s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:46.850531 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:46.883409 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:46.892445 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:46.892892 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:47.288020 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:47.350086 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:47.383952 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:47.392635 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:47.392718 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:47.849934 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:47.883865 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:47.892065 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:47.892880 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:48.350711 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:48.383579 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:48.392294 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:48.393163 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:48.850316 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:48.883398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:48.892543 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:48.892643 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:49.349603 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:49.384470 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:49.392772 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:49.393014 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:49.413912 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
W1006 11:22:49.779427 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:49.850578 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:49.884540 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:49.893364 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:49.894161 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:50.250729 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:50.250757 293582 retry.go:31] will retry after 5.214789195s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:50.349670 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:50.384078 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:50.392124 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:50.392586 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:50.850488 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:50.883525 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:50.892398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:50.893622 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:51.351191 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:51.384464 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:51.392841 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:51.392993 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:51.850453 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:51.883523 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:51.892687 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:51.892900 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:52.278968 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:52.350031 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:52.384139 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:52.392437 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:52.392640 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:52.850589 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:52.884468 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:52.892163 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:52.892301 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:53.349412 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:53.383512 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:53.393986 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:53.395889 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:53.850038 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:53.883674 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:53.891648 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:53.892393 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:54.279313 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:54.350404 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:54.384123 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:54.392999 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:54.393064 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:54.849990 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:54.883791 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:54.892161 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:54.892820 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:55.350047 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:55.384272 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:55.392815 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:55.393459 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:55.466770 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:55.850277 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:55.884449 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:55.894317 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:55.895330 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:56.274056 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:56.274087 293582 retry.go:31] will retry after 9.081077835s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:56.349950 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:56.384700 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:56.392595 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:56.392795 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:56.778761 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:56.849680 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:56.883736 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:56.892783 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:56.892916 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:57.349410 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:57.383473 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:57.392648 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:57.392867 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:57.850512 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:57.883930 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:57.891640 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:57.892943 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:58.350071 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:58.384055 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:58.393085 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:58.393278 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:58.779077 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:58.850599 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:58.883312 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:58.892635 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:58.892782 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:59.349791 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:59.383886 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:59.391686 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:59.392730 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:59.849586 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:59.883580 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:59.892141 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:59.892284 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:00.353372 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:00.387956 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:00.394398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:00.395691 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:23:00.779210 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:23:00.849914 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:00.883897 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:00.892182 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:00.893072 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:01.350852 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:01.384487 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:01.392692 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:01.392825 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:01.850437 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:01.883453 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:01.892652 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:01.893085 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:02.350172 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:02.385121 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:02.392412 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:02.393033 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:02.850305 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:02.883440 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:02.892683 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:02.892803 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1006 11:23:03.278818 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:23:03.349685 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:03.383305 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:03.392496 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:03.392690 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:03.850290 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:03.883309 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:03.892731 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:03.892816 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:04.349724 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:04.383791 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:04.391816 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:04.392263 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:04.850362 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:04.883034 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:04.891663 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:04.893366 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:23:05.279604 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:23:05.349657 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:05.355628 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:23:05.386208 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:05.392940 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:05.393160 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:05.850715 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:05.884277 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:05.894515 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:05.894892 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:23:06.207358 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:06.207387 293582 retry.go:31] will retry after 8.50937978s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:06.350324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:06.383190 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:06.392809 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:06.392948 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:06.850346 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:06.883304 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:06.892873 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:06.893308 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:07.294830 293582 node_ready.go:49] node "addons-657738" is "Ready"
I1006 11:23:07.294860 293582 node_ready.go:38] duration metric: took 39.018848147s for node "addons-657738" to be "Ready" ...
I1006 11:23:07.294874 293582 api_server.go:52] waiting for apiserver process to appear ...
I1006 11:23:07.294945 293582 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 11:23:07.321534 293582 api_server.go:72] duration metric: took 41.437353738s to wait for apiserver process to appear ...
I1006 11:23:07.321601 293582 api_server.go:88] waiting for apiserver healthz status ...
I1006 11:23:07.321637 293582 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1006 11:23:07.356875 293582 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1006 11:23:07.361319 293582 api_server.go:141] control plane version: v1.34.1
I1006 11:23:07.361394 293582 api_server.go:131] duration metric: took 39.76999ms to wait for apiserver health ...
I1006 11:23:07.361429 293582 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 11:23:07.368217 293582 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1006 11:23:07.368284 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:07.382633 293582 system_pods.go:59] 19 kube-system pods found
I1006 11:23:07.382725 293582 system_pods.go:61] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Pending
I1006 11:23:07.382745 293582 system_pods.go:61] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending
I1006 11:23:07.382764 293582 system_pods.go:61] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending
I1006 11:23:07.382797 293582 system_pods.go:61] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending
I1006 11:23:07.382821 293582 system_pods.go:61] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:07.382840 293582 system_pods.go:61] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:07.382859 293582 system_pods.go:61] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:07.382877 293582 system_pods.go:61] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:07.382905 293582 system_pods.go:61] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending
I1006 11:23:07.382930 293582 system_pods.go:61] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:07.382950 293582 system_pods.go:61] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:07.382975 293582 system_pods.go:61] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:07.382993 293582 system_pods.go:61] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending
I1006 11:23:07.383028 293582 system_pods.go:61] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending
I1006 11:23:07.383047 293582 system_pods.go:61] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending
I1006 11:23:07.383064 293582 system_pods.go:61] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending
I1006 11:23:07.383082 293582 system_pods.go:61] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending
I1006 11:23:07.383110 293582 system_pods.go:61] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending
I1006 11:23:07.383132 293582 system_pods.go:61] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending
I1006 11:23:07.383151 293582 system_pods.go:74] duration metric: took 21.703704ms to wait for pod list to return data ...
I1006 11:23:07.383171 293582 default_sa.go:34] waiting for default service account to be created ...
I1006 11:23:07.406085 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:07.410277 293582 default_sa.go:45] found service account: "default"
I1006 11:23:07.410348 293582 default_sa.go:55] duration metric: took 27.156091ms for default service account to be created ...
I1006 11:23:07.410386 293582 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 11:23:07.429589 293582 system_pods.go:86] 19 kube-system pods found
I1006 11:23:07.429944 293582 system_pods.go:89] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Pending
I1006 11:23:07.429987 293582 system_pods.go:89] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending
I1006 11:23:07.430011 293582 system_pods.go:89] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending
I1006 11:23:07.430036 293582 system_pods.go:89] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending
I1006 11:23:07.430075 293582 system_pods.go:89] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:07.430105 293582 system_pods.go:89] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:07.430130 293582 system_pods.go:89] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:07.430155 293582 system_pods.go:89] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:07.430190 293582 system_pods.go:89] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending
I1006 11:23:07.430219 293582 system_pods.go:89] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:07.430244 293582 system_pods.go:89] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:07.430270 293582 system_pods.go:89] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:07.430304 293582 system_pods.go:89] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending
I1006 11:23:07.430333 293582 system_pods.go:89] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending
I1006 11:23:07.430355 293582 system_pods.go:89] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending
I1006 11:23:07.430377 293582 system_pods.go:89] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending
I1006 11:23:07.430412 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending
I1006 11:23:07.430438 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending
I1006 11:23:07.430459 293582 system_pods.go:89] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending
I1006 11:23:07.430491 293582 retry.go:31] will retry after 240.740044ms: missing components: kube-dns
I1006 11:23:07.429844 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:07.429921 293582 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1006 11:23:07.430584 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:07.818833 293582 system_pods.go:86] 19 kube-system pods found
I1006 11:23:07.818927 293582 system_pods.go:89] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:23:07.818950 293582 system_pods.go:89] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1006 11:23:07.818985 293582 system_pods.go:89] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1006 11:23:07.819007 293582 system_pods.go:89] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending
I1006 11:23:07.819026 293582 system_pods.go:89] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:07.819045 293582 system_pods.go:89] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:07.819063 293582 system_pods.go:89] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:07.819092 293582 system_pods.go:89] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:07.819117 293582 system_pods.go:89] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending
I1006 11:23:07.819136 293582 system_pods.go:89] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:07.819154 293582 system_pods.go:89] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:07.819174 293582 system_pods.go:89] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:07.819203 293582 system_pods.go:89] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending
I1006 11:23:07.819225 293582 system_pods.go:89] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending
I1006 11:23:07.819243 293582 system_pods.go:89] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending
I1006 11:23:07.819258 293582 system_pods.go:89] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending
I1006 11:23:07.819275 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending
I1006 11:23:07.819302 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending
I1006 11:23:07.819323 293582 system_pods.go:89] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending
I1006 11:23:07.819351 293582 retry.go:31] will retry after 294.297696ms: missing components: kube-dns
I1006 11:23:07.865939 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:07.954597 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:07.955079 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:07.955486 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:08.161317 293582 system_pods.go:86] 19 kube-system pods found
I1006 11:23:08.161445 293582 system_pods.go:89] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:23:08.161467 293582 system_pods.go:89] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1006 11:23:08.161479 293582 system_pods.go:89] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1006 11:23:08.161485 293582 system_pods.go:89] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending
I1006 11:23:08.161490 293582 system_pods.go:89] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:08.161548 293582 system_pods.go:89] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:08.161557 293582 system_pods.go:89] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:08.161563 293582 system_pods.go:89] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:08.161657 293582 system_pods.go:89] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1006 11:23:08.161668 293582 system_pods.go:89] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:08.161675 293582 system_pods.go:89] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:08.161682 293582 system_pods.go:89] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:08.161695 293582 system_pods.go:89] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending
I1006 11:23:08.161703 293582 system_pods.go:89] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1006 11:23:08.161717 293582 system_pods.go:89] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1006 11:23:08.161807 293582 system_pods.go:89] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending
I1006 11:23:08.161820 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1006 11:23:08.161828 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1006 11:23:08.161841 293582 system_pods.go:89] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 11:23:08.161862 293582 retry.go:31] will retry after 474.822246ms: missing components: kube-dns
I1006 11:23:08.372456 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:08.399133 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:08.403324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:08.421613 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:08.642013 293582 system_pods.go:86] 19 kube-system pods found
I1006 11:23:08.642050 293582 system_pods.go:89] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:23:08.642062 293582 system_pods.go:89] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1006 11:23:08.642108 293582 system_pods.go:89] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1006 11:23:08.642130 293582 system_pods.go:89] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1006 11:23:08.642140 293582 system_pods.go:89] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:08.642145 293582 system_pods.go:89] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:08.642160 293582 system_pods.go:89] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:08.642166 293582 system_pods.go:89] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:08.642175 293582 system_pods.go:89] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1006 11:23:08.642179 293582 system_pods.go:89] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:08.642187 293582 system_pods.go:89] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:08.642193 293582 system_pods.go:89] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:08.642202 293582 system_pods.go:89] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1006 11:23:08.642208 293582 system_pods.go:89] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1006 11:23:08.642218 293582 system_pods.go:89] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1006 11:23:08.642224 293582 system_pods.go:89] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1006 11:23:08.642233 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1006 11:23:08.642240 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1006 11:23:08.642246 293582 system_pods.go:89] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 11:23:08.642259 293582 system_pods.go:126] duration metric: took 1.231854314s to wait for k8s-apps to be running ...
I1006 11:23:08.642270 293582 system_svc.go:44] waiting for kubelet service to be running ....
I1006 11:23:08.642332 293582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 11:23:08.656025 293582 system_svc.go:56] duration metric: took 13.745742ms WaitForService to wait for kubelet
I1006 11:23:08.656059 293582 kubeadm.go:586] duration metric: took 42.771897195s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 11:23:08.656078 293582 node_conditions.go:102] verifying NodePressure condition ...
I1006 11:23:08.659445 293582 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 11:23:08.659482 293582 node_conditions.go:123] node cpu capacity is 2
I1006 11:23:08.659496 293582 node_conditions.go:105] duration metric: took 3.412322ms to run NodePressure ...
I1006 11:23:08.659507 293582 start.go:241] waiting for startup goroutines ...
I1006 11:23:08.849845 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:08.883995 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:08.893542 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:08.894324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:09.351012 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:09.385477 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:09.394268 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:09.394355 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:09.851797 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:09.884290 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:09.894296 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:09.894591 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:10.350636 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:10.384878 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:10.392869 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:10.394415 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:10.849933 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:10.884099 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:10.894273 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:10.894832 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:11.351032 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:11.451183 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:11.451367 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:11.451427 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:11.850479 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:11.883981 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:11.892115 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:11.892800 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:12.350479 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:12.384877 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:12.391892 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:12.394823 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:12.851042 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:12.884545 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:12.893978 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:12.894364 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:13.350125 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:13.385073 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:13.391737 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:13.394252 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:13.851009 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:13.884009 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:13.892926 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:13.894454 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:14.350196 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:14.384643 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:14.393964 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:14.394287 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:14.717881 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:23:14.850400 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:14.883542 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:14.893934 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:14.894444 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:15.351049 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:15.385480 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:15.394229 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:15.394642 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:15.851365 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:15.866302 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.14833929s)
W1006 11:23:15.866383 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:15.866416 293582 retry.go:31] will retry after 17.840140685s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:15.883771 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:15.892868 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:15.894874 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:16.350760 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:16.385395 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:16.393696 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:16.394070 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:16.850856 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:16.883914 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:16.894073 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:16.894505 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:17.350115 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:17.384112 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:17.393955 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:17.394317 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:17.850258 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:17.883311 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:17.893959 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:17.894345 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:18.350946 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:18.384307 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:18.396003 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:18.396483 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:18.850356 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:18.883689 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:18.894096 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:18.894492 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:19.351085 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:19.384698 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:19.394492 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:19.395771 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:19.851140 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:19.884256 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:19.892629 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:19.892957 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:20.351104 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:20.385214 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:20.393792 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:20.393974 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:20.850778 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:20.884099 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:20.893563 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:20.893761 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:21.350477 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:21.385300 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:21.394508 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:21.394732 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:21.850500 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:21.883833 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:21.893752 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:21.893915 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:22.351705 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:22.385222 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:22.394085 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:22.394263 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:22.850995 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:22.884039 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:22.893125 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:22.895058 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:23.350903 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:23.384121 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:23.394006 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:23.394359 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:23.850224 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:23.883639 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:23.911096 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:23.911195 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:24.352431 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:24.450908 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:24.451028 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:24.451142 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:24.850390 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:24.883284 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:24.893210 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:24.893935 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:25.350839 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:25.384581 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:25.394061 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:25.394590 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:25.850278 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:25.883103 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:25.892324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:25.893370 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:26.349966 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:26.451011 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:26.451213 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:26.451465 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:26.849730 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:26.883895 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:26.893184 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:26.894458 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:27.350373 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:27.384905 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:27.394202 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:27.394723 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:27.850383 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:27.883424 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:27.893037 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:27.893310 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:28.350040 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:28.386013 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:28.395032 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:28.395207 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:28.850914 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:28.883846 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:28.892592 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:28.893365 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:29.350995 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:29.451992 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:29.452107 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:29.452487 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:29.850311 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:29.883953 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:29.896659 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:29.897177 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:30.354088 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:30.388628 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:30.398470 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:30.403537 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:30.853324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:30.883869 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:30.891602 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:30.893328 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:31.350706 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:31.384391 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:31.392602 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:31.392813 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:31.850814 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:31.884563 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:31.894860 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:31.895225 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:32.349561 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:32.383688 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:32.394958 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:32.395234 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:32.849913 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:32.883471 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:32.892613 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:32.892764 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:33.351021 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:33.385297 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:33.393191 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:33.394632 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:33.707129 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:23:33.850829 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:33.884439 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:33.894615 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:33.895603 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:34.350997 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:34.385218 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:34.393100 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:34.394188 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:34.836140 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.128969889s)
W1006 11:23:34.836174 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:34.836192 293582 retry.go:31] will retry after 30.068464836s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:34.850902 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:34.883428 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:34.893140 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:34.893278 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:35.364604 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:35.405882 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:35.406773 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:35.407387 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:35.850565 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:35.883673 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:35.893620 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:35.894126 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:36.349628 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:36.383912 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:36.391920 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:36.393186 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:36.851949 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:36.884418 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:36.892369 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:36.892520 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:37.350143 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:37.384199 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:37.393138 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:37.393303 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:37.853058 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:37.883863 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:37.892974 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:37.893898 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:38.350319 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:38.383741 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:38.392284 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:38.393801 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:38.850948 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:38.886355 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:38.893663 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:38.894007 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:39.351442 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:39.383589 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:39.394091 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:39.394272 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:39.853412 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:39.883696 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:39.893287 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:39.894746 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:40.350902 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:40.384922 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:40.394973 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:40.395507 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:40.850987 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:40.884197 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:40.894079 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:40.894789 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:41.352712 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:41.384981 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:41.393954 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:41.394430 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:41.849953 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:41.884148 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:41.892402 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:41.893902 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:42.351341 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:42.383524 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:42.394202 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:42.394336 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:42.850976 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:42.884107 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:42.892505 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:42.895387 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:43.349690 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:43.383744 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:43.391537 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:43.393909 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:43.850232 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:43.883459 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:43.894266 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:43.894770 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:44.350522 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:44.384635 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:44.393436 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:44.394957 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:44.851398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:44.883759 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:44.893992 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:44.894596 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:45.352081 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:45.388787 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:45.398600 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:45.399307 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:45.850756 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:45.883687 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:45.895762 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:45.895897 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:46.350729 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:46.387435 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:46.393235 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:46.393510 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:46.850650 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:46.883984 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:46.893978 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:46.894460 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:47.350540 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:47.383735 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:47.394305 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:47.394802 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:47.850943 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:47.883918 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:47.893894 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:47.894399 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:48.352331 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:48.383258 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:48.394225 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:48.395153 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:48.851634 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:48.883809 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:48.892610 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:48.893930 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:49.349958 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:49.383775 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:49.393084 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:49.393628 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:49.851406 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:49.883863 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:49.892049 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:49.893059 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:50.354824 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:50.458299 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:50.458455 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:50.459025 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:50.850227 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:50.884288 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:50.894542 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:50.894677 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:51.351087 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:51.384519 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:51.411220 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:51.411448 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:51.850921 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:51.884100 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:51.892125 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:51.893453 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:52.371615 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:52.400559 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:52.404734 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:52.405773 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:52.850811 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:52.883608 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:52.892883 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:52.892916 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:53.354026 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:53.452445 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:53.452653 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:53.452814 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:53.850252 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:53.883238 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:53.894565 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:53.894684 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:54.349893 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:54.385758 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:54.395840 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:54.397005 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:54.850953 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:54.884198 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:54.894810 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:54.895572 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:55.350398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:55.383298 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:55.393140 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:55.393306 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:55.850395 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:55.883429 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:55.893203 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:55.893712 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:56.359402 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:56.384240 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:56.395554 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:56.396335 293582 kapi.go:107] duration metric: took 1m24.007657653s to wait for kubernetes.io/minikube-addons=registry ...
I1006 11:23:56.851324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:56.884030 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:56.893288 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:57.350039 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:57.384034 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:57.393166 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:57.851568 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:57.883736 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:57.893979 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:58.350728 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:58.384123 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:58.393299 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:58.850187 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:58.884322 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:58.894158 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:59.350458 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:59.383463 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:59.393914 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:59.851286 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:59.883589 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:59.893160 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:00.361769 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:00.405500 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:00.406281 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:00.857099 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:00.884421 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:00.894218 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:01.351441 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:01.383504 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:01.393764 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:01.850493 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:01.883565 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:01.893251 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:02.350981 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:02.383799 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:02.392772 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:02.851402 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:02.951612 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:02.951798 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:03.350409 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:03.383426 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:03.393555 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:03.849845 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:03.883776 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:03.892831 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:04.353439 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:04.406694 293582 kapi.go:107] duration metric: took 1m29.526531246s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1006 11:24:04.407429 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:04.409877 293582 out.go:179] * Your GCP credentials will now be mounted into every pod created in the addons-657738 cluster.
I1006 11:24:04.412834 293582 out.go:179] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1006 11:24:04.415680 293582 out.go:179] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1006 11:24:04.850799 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:04.893340 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:04.905750 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:24:05.349964 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:05.416909 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:05.850522 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:05.894219 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:06.350052 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:06.393394 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:06.464557 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.558759263s)
W1006 11:24:06.464592 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
W1006 11:24:06.464679 293582 out.go:285] ! Enabling 'inspektor-gadget' returned an error: running callbacks: [sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
]
I1006 11:24:06.850709 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:06.893042 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:07.351313 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:07.393625 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:07.850850 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:07.893481 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:08.351497 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:08.393504 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:08.854714 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:08.893071 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:09.350369 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:09.394813 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:09.851900 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:09.893125 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:10.351020 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:10.395705 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:10.874247 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:10.965812 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:11.350590 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:11.392609 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:11.850266 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:11.894458 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:12.350125 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:12.392879 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:12.852916 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:12.893793 293582 kapi.go:107] duration metric: took 1m40.504192292s to wait for app.kubernetes.io/name=ingress-nginx ...
I1006 11:24:13.352981 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:13.851531 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:14.351704 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:14.851400 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:15.349876 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:15.851944 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:16.351688 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:16.850601 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:17.350866 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:17.853405 293582 kapi.go:107] duration metric: took 1m45.006896955s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1006 11:24:17.856509 293582 out.go:179] * Enabled addons: registry-creds, nvidia-device-plugin, ingress-dns, cloud-spanner, amd-gpu-device-plugin, storage-provisioner, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1006 11:24:17.859534 293582 addons.go:514] duration metric: took 1m51.974928217s for enable addons: enabled=[registry-creds nvidia-device-plugin ingress-dns cloud-spanner amd-gpu-device-plugin storage-provisioner metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1006 11:24:17.859603 293582 start.go:246] waiting for cluster config update ...
I1006 11:24:17.859623 293582 start.go:255] writing updated cluster config ...
I1006 11:24:17.859964 293582 ssh_runner.go:195] Run: rm -f paused
I1006 11:24:17.863890 293582 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 11:24:17.870919 293582 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-vmfmc" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.876237 293582 pod_ready.go:94] pod "coredns-66bc5c9577-vmfmc" is "Ready"
I1006 11:24:17.876270 293582 pod_ready.go:86] duration metric: took 5.320462ms for pod "coredns-66bc5c9577-vmfmc" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.879033 293582 pod_ready.go:83] waiting for pod "etcd-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.884000 293582 pod_ready.go:94] pod "etcd-addons-657738" is "Ready"
I1006 11:24:17.884031 293582 pod_ready.go:86] duration metric: took 4.972638ms for pod "etcd-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.886532 293582 pod_ready.go:83] waiting for pod "kube-apiserver-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.891577 293582 pod_ready.go:94] pod "kube-apiserver-addons-657738" is "Ready"
I1006 11:24:17.891613 293582 pod_ready.go:86] duration metric: took 5.05218ms for pod "kube-apiserver-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.894078 293582 pod_ready.go:83] waiting for pod "kube-controller-manager-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:18.268194 293582 pod_ready.go:94] pod "kube-controller-manager-addons-657738" is "Ready"
I1006 11:24:18.268220 293582 pod_ready.go:86] duration metric: took 374.116716ms for pod "kube-controller-manager-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:18.468621 293582 pod_ready.go:83] waiting for pod "kube-proxy-gxkf8" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:18.868811 293582 pod_ready.go:94] pod "kube-proxy-gxkf8" is "Ready"
I1006 11:24:18.868838 293582 pod_ready.go:86] duration metric: took 400.192194ms for pod "kube-proxy-gxkf8" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:19.069350 293582 pod_ready.go:83] waiting for pod "kube-scheduler-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:19.468737 293582 pod_ready.go:94] pod "kube-scheduler-addons-657738" is "Ready"
I1006 11:24:19.468763 293582 pod_ready.go:86] duration metric: took 399.388566ms for pod "kube-scheduler-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:19.468777 293582 pod_ready.go:40] duration metric: took 1.604852099s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 11:24:19.528504 293582 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 11:24:19.531657 293582 out.go:179] * Done! kubectl is now configured to use "addons-657738" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 11:27:36 addons-657738 crio[829]: time="2025-10-06T11:27:36.367603765Z" level=info msg="Removed container f7f22ae8720178abd17e9143c0f8dc4a393b940629fb4b04d273ab68d533128a: kube-system/registry-creds-764b6fb674-spdcc/registry-creds" id=e3302e6d-6cf0-4731-b83c-14e7fc4d1d70 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.320652588Z" level=info msg="Running pod sandbox: default/hello-world-app-5d498dc89-dcsx5/POD" id=b06a3616-4f91-4bf8-bb58-77675ca1dacc name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.320736917Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.329839993Z" level=info msg="Got pod network &{Name:hello-world-app-5d498dc89-dcsx5 Namespace:default ID:58f4a275728cca0d243845beee613acb459752fa3cad5ce670dd30f457e356b3 UID:866623da-e9e8-434c-9438-3cc9aa0906cf NetNS:/var/run/netns/22d3c6e6-d6fb-431f-8786-e55d038f5784 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4002766778}] Aliases:map[]}"
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.329890043Z" level=info msg="Adding pod default_hello-world-app-5d498dc89-dcsx5 to CNI network \"kindnet\" (type=ptp)"
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.345857843Z" level=info msg="Got pod network &{Name:hello-world-app-5d498dc89-dcsx5 Namespace:default ID:58f4a275728cca0d243845beee613acb459752fa3cad5ce670dd30f457e356b3 UID:866623da-e9e8-434c-9438-3cc9aa0906cf NetNS:/var/run/netns/22d3c6e6-d6fb-431f-8786-e55d038f5784 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4002766778}] Aliases:map[]}"
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.346019422Z" level=info msg="Checking pod default_hello-world-app-5d498dc89-dcsx5 for CNI network kindnet (type=ptp)"
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.353505098Z" level=info msg="Ran pod sandbox 58f4a275728cca0d243845beee613acb459752fa3cad5ce670dd30f457e356b3 with infra container: default/hello-world-app-5d498dc89-dcsx5/POD" id=b06a3616-4f91-4bf8-bb58-77675ca1dacc name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.354932916Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=3a082216-e6db-4c0c-a3f9-49f04f9d1dba name=/runtime.v1.ImageService/ImageStatus
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.35511549Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=3a082216-e6db-4c0c-a3f9-49f04f9d1dba name=/runtime.v1.ImageService/ImageStatus
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.355161675Z" level=info msg="Neither image nor artfiact docker.io/kicbase/echo-server:1.0 found" id=3a082216-e6db-4c0c-a3f9-49f04f9d1dba name=/runtime.v1.ImageService/ImageStatus
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.356836106Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=2eff4500-4451-436d-872d-6696aec5b368 name=/runtime.v1.ImageService/PullImage
Oct 06 11:27:40 addons-657738 crio[829]: time="2025-10-06T11:27:40.360226238Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.043342552Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b" id=2eff4500-4451-436d-872d-6696aec5b368 name=/runtime.v1.ImageService/PullImage
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.044108967Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=3c94f0a9-6dd5-4f5a-9eaf-34d0e57810b2 name=/runtime.v1.ImageService/ImageStatus
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.04935375Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=7c4d9e68-55dc-4ea5-bbcd-08a79cca7024 name=/runtime.v1.ImageService/ImageStatus
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.057041637Z" level=info msg="Creating container: default/hello-world-app-5d498dc89-dcsx5/hello-world-app" id=e5f7cc00-b49b-44f9-800e-0029d51c033a name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.059201369Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.067498031Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.067916052Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/bb3377e8b9e78cafb3760328920e33ec6a4c842866b552052e78b4a3a680b8f9/merged/etc/passwd: no such file or directory"
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.068014576Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/bb3377e8b9e78cafb3760328920e33ec6a4c842866b552052e78b4a3a680b8f9/merged/etc/group: no such file or directory"
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.06841846Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.115963601Z" level=info msg="Created container 2eeb19bf6a29082afba6eb545dc3c897dea58e081d9d1cab335fbc04e085ccac: default/hello-world-app-5d498dc89-dcsx5/hello-world-app" id=e5f7cc00-b49b-44f9-800e-0029d51c033a name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.118524551Z" level=info msg="Starting container: 2eeb19bf6a29082afba6eb545dc3c897dea58e081d9d1cab335fbc04e085ccac" id=ed7ea14f-53b9-445f-b6c7-9122064193e2 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 11:27:41 addons-657738 crio[829]: time="2025-10-06T11:27:41.123627562Z" level=info msg="Started container" PID=7146 containerID=2eeb19bf6a29082afba6eb545dc3c897dea58e081d9d1cab335fbc04e085ccac description=default/hello-world-app-5d498dc89-dcsx5/hello-world-app id=ed7ea14f-53b9-445f-b6c7-9122064193e2 name=/runtime.v1.RuntimeService/StartContainer sandboxID=58f4a275728cca0d243845beee613acb459752fa3cad5ce670dd30f457e356b3
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
2eeb19bf6a290 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b Less than a second ago Running hello-world-app 0 58f4a275728cc hello-world-app-5d498dc89-dcsx5 default
7218d03e94790 a2fd0654e5baeec8de2209bfade13a0034e942e708fd2bbfce69bb26a3c02e14 6 seconds ago Exited registry-creds 2 b944f88e0d9aa registry-creds-764b6fb674-spdcc kube-system
07abad788f978 docker.io/library/nginx@sha256:77d740efa8f9c4753f2a7212d8422b8c77411681971f400ea03d07fe38476cac 2 minutes ago Running nginx 0 166a238b218b1 nginx default
ef147ab245dac gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 3 minutes ago Running busybox 0 8764ab8737eed busybox default
670067cab55be registry.k8s.io/sig-storage/csi-snapshotter@sha256:bd6b8417b2a83e66ab1d4c1193bb2774f027745bdebbd9e0c1a6518afdecc39a 3 minutes ago Running csi-snapshotter 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
08aa5e5193446 registry.k8s.io/sig-storage/csi-provisioner@sha256:98ffd09c0784203d200e0f8c241501de31c8df79644caac7eed61bd6391e5d49 3 minutes ago Running csi-provisioner 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
f9bd7513e21db registry.k8s.io/sig-storage/livenessprobe@sha256:8b00c6e8f52639ed9c6f866085893ab688e57879741b3089e3cfa9998502e158 3 minutes ago Running liveness-probe 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
aac56cbe0bbc4 registry.k8s.io/sig-storage/hostpathplugin@sha256:7b1dfc90a367222067fc468442fdf952e20fc5961f25c1ad654300ddc34d7083 3 minutes ago Running hostpath 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
52475b002611a registry.k8s.io/ingress-nginx/controller@sha256:f99290cbebde470590890356f061fd429ff3def99cc2dedb1fcd21626c5d73d6 3 minutes ago Running controller 0 cd4d9c2632e62 ingress-nginx-controller-9cc49f96f-nd58h ingress-nginx
1acf95bf45f8d gcr.io/k8s-minikube/gcp-auth-webhook@sha256:2de98fa4b397f92e5e8e05d73caf21787a1c72c41378f3eb7bad72b1e0f4e9ff 3 minutes ago Running gcp-auth 0 16e141d4784c3 gcp-auth-78565c9fb4-m9rzl gcp-auth
2eba0b106054c registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:511b8c8ac828194a753909d26555ff08bc12f497dd8daeb83fe9d593693a26c1 3 minutes ago Running node-driver-registrar 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
f322a726b5ee7 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:74b72c3673aff7e1fa7c3ebae80b5dbe5446ce1906ef8d4f98d4b9f6e72c88e1 3 minutes ago Running gadget 0 fdfe679f99687 gadget-z5ckb gadget
00f70584fb3e4 gcr.io/k8s-minikube/kube-registry-proxy@sha256:26c84a64530a67aa4d749dd4356d67ea27a2576e4d25b640d21857b0574cfd4b 3 minutes ago Running registry-proxy 0 e694e30ff45b8 registry-proxy-rj26w kube-system
9932b72e95921 docker.io/library/registry@sha256:f26c394e5b7c3a707c7373c3e9388e44f0d5bdd3def19652c6bd2ac1a0fa6758 3 minutes ago Running registry 0 62b449cead2e6 registry-66898fdd98-g96lx kube-system
f7d5809218496 nvcr.io/nvidia/k8s-device-plugin@sha256:206d989142113ab71eaf27958a0e0a203f40103cf5b48890f5de80fd1b3fcfde 3 minutes ago Running nvidia-device-plugin-ctr 0 c42a9b0a16696 nvidia-device-plugin-daemonset-j69wr kube-system
ba5375e701993 c67c707f59d87e1add5896e856d3ed36fbff2a778620f70d33b799e0541a77e3 3 minutes ago Exited patch 2 0b729cb1c53e7 ingress-nginx-admission-patch-qfbj4 ingress-nginx
0571b8247c9f1 registry.k8s.io/sig-storage/snapshot-controller@sha256:5d668e35c15df6e87e2530da25d557f543182cedbdb39d421b87076463ee9857 4 minutes ago Running volume-snapshot-controller 0 45da33bc30ccf snapshot-controller-7d9fbc56b8-fj7g7 kube-system
cddb169524d68 registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:8b9df00898ded1bfb4d8f3672679f29cd9f88e651b76fef64121c8d347dd12c0 4 minutes ago Running csi-external-health-monitor-controller 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
9294f1295b17e registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:73b47a951627d604fcf1cf93ddc15004fe3854f881da22f690854d098255f1c1 4 minutes ago Exited create 0 b4881af2bce3d ingress-nginx-admission-create-5slhq ingress-nginx
465cf03bff0d7 registry.k8s.io/sig-storage/csi-resizer@sha256:82c1945463342884c05a5b2bc31319712ce75b154c279c2a10765f61e0f688af 4 minutes ago Running csi-resizer 0 7ac5aa7f004ef csi-hostpath-resizer-0 kube-system
25ffec5eb6633 registry.k8s.io/sig-storage/csi-attacher@sha256:4b5609c78455de45821910065281a368d5f760b41250f90cbde5110543bdc326 4 minutes ago Running csi-attacher 0 45d4b2a80214a csi-hostpath-attacher-0 kube-system
8be0d110445bc docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 4 minutes ago Running local-path-provisioner 0 9348c5dff30c8 local-path-provisioner-648f6765c9-lstcb local-path-storage
b6acd70c7ea8b registry.k8s.io/metrics-server/metrics-server@sha256:8f49cf1b0688bb0eae18437882dbf6de2c7a2baac71b1492bc4eca25439a1bf2 4 minutes ago Running metrics-server 0 90c32429d288f metrics-server-85b7d694d7-r4xd5 kube-system
e605a4b1436fb registry.k8s.io/sig-storage/snapshot-controller@sha256:5d668e35c15df6e87e2530da25d557f543182cedbdb39d421b87076463ee9857 4 minutes ago Running volume-snapshot-controller 0 73519bbc7eb4c snapshot-controller-7d9fbc56b8-4n979 kube-system
d72d39581ea50 docker.io/marcnuri/yakd@sha256:1c961556224d57fc747de0b1874524208e5fb4f8386f23e9c1c4c18e97109f17 4 minutes ago Running yakd 0 163bf1be9faa3 yakd-dashboard-5ff678cb9-mmzww yakd-dashboard
086ee57dcb27e docker.io/kicbase/minikube-ingress-dns@sha256:6d710af680d8a9b5a5b1f9047eb83ee4c9258efd3fcd962f938c00bcbb4c5958 4 minutes ago Running minikube-ingress-dns 0 a5ee172b129de kube-ingress-dns-minikube kube-system
00946770b78a5 gcr.io/cloud-spanner-emulator/emulator@sha256:77d0cd8103fe32875bbb04c070a7d1db292093b65d11c99c00cf39e8a13852f5 4 minutes ago Running cloud-spanner-emulator 0 051f76a80b36b cloud-spanner-emulator-85f6b7fc65-vffvf default
050c24e0ee7ad ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 416dc0f64f0b6 storage-provisioner kube-system
95007a910e895 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 4 minutes ago Running coredns 0 64b2ccd98f38c coredns-66bc5c9577-vmfmc kube-system
3c7ceb2dad00b 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 5 minutes ago Running kube-proxy 0 17eebf7356f79 kube-proxy-gxkf8 kube-system
52bf050da358d b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 5 minutes ago Running kindnet-cni 0 23b61cabd5201 kindnet-dllfv kube-system
b9f18f75e83ae b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 5 minutes ago Running kube-scheduler 0 4f89d30aef9e0 kube-scheduler-addons-657738 kube-system
28bad2c29ac41 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 5 minutes ago Running kube-apiserver 0 368eec407c2da kube-apiserver-addons-657738 kube-system
e1e8bf9a968c8 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 5 minutes ago Running etcd 0 3d8e48d4f99b3 etcd-addons-657738 kube-system
3c6c3002b72dc 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 5 minutes ago Running kube-controller-manager 0 06d3584007e62 kube-controller-manager-addons-657738 kube-system
==> coredns [95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2] <==
[INFO] 10.244.0.16:35689 - 13416 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002807147s
[INFO] 10.244.0.16:35689 - 14941 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000135667s
[INFO] 10.244.0.16:35689 - 64580 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000243337s
[INFO] 10.244.0.16:60649 - 1152 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000155573s
[INFO] 10.244.0.16:60649 - 923 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000277635s
[INFO] 10.244.0.16:47561 - 44345 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000119716s
[INFO] 10.244.0.16:47561 - 44165 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000162408s
[INFO] 10.244.0.16:59280 - 51342 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000119625s
[INFO] 10.244.0.16:59280 - 51128 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000150633s
[INFO] 10.244.0.16:48597 - 11725 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001596247s
[INFO] 10.244.0.16:48597 - 11280 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001654923s
[INFO] 10.244.0.16:46939 - 16467 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000181445s
[INFO] 10.244.0.16:46939 - 16294 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000223718s
[INFO] 10.244.0.20:46670 - 47382 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000357703s
[INFO] 10.244.0.20:40609 - 18913 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.00040293s
[INFO] 10.244.0.20:55685 - 46817 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000313279s
[INFO] 10.244.0.20:58166 - 27914 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.0002254s
[INFO] 10.244.0.20:40496 - 19915 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000164123s
[INFO] 10.244.0.20:49729 - 28219 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000184661s
[INFO] 10.244.0.20:50775 - 55970 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.006487857s
[INFO] 10.244.0.20:40110 - 47479 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.00624237s
[INFO] 10.244.0.20:41536 - 17696 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.004882109s
[INFO] 10.244.0.20:34042 - 18201 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00522967s
[INFO] 10.244.0.24:41141 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000153973s
[INFO] 10.244.0.24:53569 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000097389s
==> describe nodes <==
Name: addons-657738
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-657738
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=addons-657738
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T11_22_21_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-657738
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-657738"}
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 11:22:17 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-657738
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 11:27:37 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 11:27:37 +0000 Mon, 06 Oct 2025 11:22:14 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 11:27:37 +0000 Mon, 06 Oct 2025 11:22:14 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 11:27:37 +0000 Mon, 06 Oct 2025 11:22:14 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 11:27:37 +0000 Mon, 06 Oct 2025 11:23:07 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-657738
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: ec8f454f712f4188ac7a183a2245db6a
System UUID: 565b02be-5670-4bd1-a0f6-02204aba235e
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (28 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m22s
default cloud-spanner-emulator-85f6b7fc65-vffvf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m13s
default hello-world-app-5d498dc89-dcsx5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m23s
gadget gadget-z5ckb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m11s
gcp-auth gcp-auth-78565c9fb4-m9rzl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m8s
ingress-nginx ingress-nginx-controller-9cc49f96f-nd58h 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 5m10s
kube-system coredns-66bc5c9577-vmfmc 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 5m17s
kube-system csi-hostpath-attacher-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system csi-hostpath-resizer-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system csi-hostpathplugin-pr5d9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m35s
kube-system etcd-addons-657738 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 5m22s
kube-system kindnet-dllfv 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 5m17s
kube-system kube-apiserver-addons-657738 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m22s
kube-system kube-controller-manager-addons-657738 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m22s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m12s
kube-system kube-proxy-gxkf8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m17s
kube-system kube-scheduler-addons-657738 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m22s
kube-system metrics-server-85b7d694d7-r4xd5 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 5m12s
kube-system nvidia-device-plugin-daemonset-j69wr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m35s
kube-system registry-66898fdd98-g96lx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m12s
kube-system registry-creds-764b6fb674-spdcc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m14s
kube-system registry-proxy-rj26w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m35s
kube-system snapshot-controller-7d9fbc56b8-4n979 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system snapshot-controller-7d9fbc56b8-fj7g7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m11s
local-path-storage local-path-provisioner-648f6765c9-lstcb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m11s
yakd-dashboard yakd-dashboard-5ff678cb9-mmzww 0 (0%) 0 (0%) 128Mi (1%) 256Mi (3%) 5m11s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 638Mi (8%) 476Mi (6%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m15s kube-proxy
Normal Starting 5m22s kubelet Starting kubelet.
Warning CgroupV1 5m22s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m22s kubelet Node addons-657738 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m22s kubelet Node addons-657738 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m22s kubelet Node addons-657738 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m18s node-controller Node addons-657738 event: Registered Node addons-657738 in Controller
Normal NodeReady 4m35s kubelet Node addons-657738 status is now: NodeReady
==> dmesg <==
[Oct 6 10:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.015722] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.499596] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.033738] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.773599] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.307669] kauditd_printk_skb: 36 callbacks suppressed
[Oct 6 10:22] hrtimer: interrupt took 51027930 ns
[Oct 6 11:20] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 11:22] overlayfs: idmapped layers are currently not supported
[ +0.069462] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2] <==
{"level":"warn","ts":"2025-10-06T11:22:16.323130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59410","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.337980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59424","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.355408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59446","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.374084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59474","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.391685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59490","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.410551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59516","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.438310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59524","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.455146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59540","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.468822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59554","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.506396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59566","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.509684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59586","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.530071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59602","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.546717Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59614","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.560046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59630","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.583902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59646","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.611646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59662","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.630637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59684","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.643500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59706","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.740515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59722","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:33.102172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58962","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:33.116430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:54.622514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48528","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:54.637763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48532","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:54.683241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48544","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:54.702379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48564","server-name":"","error":"EOF"}
==> gcp-auth [1acf95bf45f8d2cf458a6fc578570c3f010ae6d17d2ee513b47cdf099909696d] <==
2025/10/06 11:24:04 GCP Auth Webhook started!
2025/10/06 11:24:19 Ready to marshal response ...
2025/10/06 11:24:19 Ready to write response ...
2025/10/06 11:24:20 Ready to marshal response ...
2025/10/06 11:24:20 Ready to write response ...
2025/10/06 11:24:20 Ready to marshal response ...
2025/10/06 11:24:20 Ready to write response ...
2025/10/06 11:24:39 Ready to marshal response ...
2025/10/06 11:24:39 Ready to write response ...
2025/10/06 11:24:41 Ready to marshal response ...
2025/10/06 11:24:41 Ready to write response ...
2025/10/06 11:24:54 Ready to marshal response ...
2025/10/06 11:24:54 Ready to write response ...
2025/10/06 11:24:54 Ready to marshal response ...
2025/10/06 11:24:54 Ready to write response ...
2025/10/06 11:25:02 Ready to marshal response ...
2025/10/06 11:25:02 Ready to write response ...
2025/10/06 11:25:02 Ready to marshal response ...
2025/10/06 11:25:02 Ready to write response ...
2025/10/06 11:25:19 Ready to marshal response ...
2025/10/06 11:25:19 Ready to write response ...
2025/10/06 11:27:39 Ready to marshal response ...
2025/10/06 11:27:39 Ready to write response ...
==> kernel <==
11:27:42 up 1:10, 0 user, load average: 0.49, 2.07, 2.96
Linux addons-657738 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0] <==
I1006 11:25:36.739363 1 main.go:301] handling current node
I1006 11:25:46.737414 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:25:46.737580 1 main.go:301] handling current node
I1006 11:25:56.731985 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:25:56.732021 1 main.go:301] handling current node
I1006 11:26:06.735596 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:26:06.735632 1 main.go:301] handling current node
I1006 11:26:16.741683 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:26:16.741720 1 main.go:301] handling current node
I1006 11:26:26.732760 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:26:26.732866 1 main.go:301] handling current node
I1006 11:26:36.732902 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:26:36.732938 1 main.go:301] handling current node
I1006 11:26:46.732309 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:26:46.732346 1 main.go:301] handling current node
I1006 11:26:56.738521 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:26:56.738556 1 main.go:301] handling current node
I1006 11:27:06.732066 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:27:06.732102 1 main.go:301] handling current node
I1006 11:27:16.733746 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:27:16.733782 1 main.go:301] handling current node
I1006 11:27:26.733688 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:27:26.733815 1 main.go:301] handling current node
I1006 11:27:36.732834 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:27:36.732868 1 main.go:301] handling current node
==> kube-apiserver [28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57] <==
W1006 11:22:54.637421 1 logging.go:55] [core] [Channel #274 SubChannel #275]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W1006 11:22:54.682639 1 logging.go:55] [core] [Channel #278 SubChannel #279]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1006 11:22:54.697171 1 logging.go:55] [core] [Channel #282 SubChannel #283]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1006 11:23:07.282926 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.104.14.11:443: connect: connection refused
E1006 11:23:07.282973 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.104.14.11:443: connect: connection refused" logger="UnhandledError"
W1006 11:23:07.290241 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.104.14.11:443: connect: connection refused
E1006 11:23:07.290285 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.104.14.11:443: connect: connection refused" logger="UnhandledError"
W1006 11:23:07.331037 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.104.14.11:443: connect: connection refused
E1006 11:23:07.331084 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.104.14.11:443: connect: connection refused" logger="UnhandledError"
W1006 11:23:31.165971 1 handler_proxy.go:99] no RequestInfo found in the context
E1006 11:23:31.166469 1 controller.go:146] "Unhandled Error" err=<
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1006 11:23:31.166836 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.56.167:443: connect: connection refused" logger="UnhandledError"
E1006 11:23:31.169362 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.56.167:443: connect: connection refused" logger="UnhandledError"
E1006 11:23:31.178466 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.56.167:443: connect: connection refused" logger="UnhandledError"
E1006 11:23:31.199942 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.56.167:443: connect: connection refused" logger="UnhandledError"
I1006 11:23:31.313704 1 handler.go:285] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1006 11:24:30.831245 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:38360: use of closed network connection
I1006 11:24:52.061798 1 controller.go:667] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E1006 11:24:53.684077 1 watch.go:272] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I1006 11:25:18.859700 1 controller.go:667] quota admission added evaluator for: ingresses.networking.k8s.io
I1006 11:25:19.284408 1 alloc.go:328] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.91.134"}
I1006 11:27:40.199275 1 alloc.go:328] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.110.144.20"}
==> kube-controller-manager [3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3] <==
I1006 11:22:24.598214 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 11:22:24.598226 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1006 11:22:24.598414 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 11:22:24.603375 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1006 11:22:24.604586 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 11:22:24.610282 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 11:22:24.613481 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 11:22:24.616792 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 11:22:24.623034 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 11:22:24.632401 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1006 11:22:24.641823 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 11:22:24.643775 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 11:22:24.646064 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 11:22:24.646067 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
E1006 11:22:30.844196 1 replica_set.go:587] "Unhandled Error" err="sync \"kube-system/metrics-server-85b7d694d7\" failed with pods \"metrics-server-85b7d694d7-\" is forbidden: error looking up service account kube-system/metrics-server: serviceaccount \"metrics-server\" not found" logger="UnhandledError"
E1006 11:22:54.614587 1 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: metrics.k8s.io/v1beta1: stale GroupVersion discovery: metrics.k8s.io/v1beta1" logger="UnhandledError"
I1006 11:22:54.614738 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="volumesnapshots.snapshot.storage.k8s.io"
I1006 11:22:54.614797 1 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota"
I1006 11:22:54.670287 1 garbagecollector.go:787] "failed to discover some groups" logger="garbage-collector-controller" groups="map[\"metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: metrics.k8s.io/v1beta1\"]"
I1006 11:22:54.674868 1 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector"
I1006 11:22:54.715752 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 11:22:54.775979 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 11:23:09.601897 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
E1006 11:23:24.721270 1 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: metrics.k8s.io/v1beta1: stale GroupVersion discovery: metrics.k8s.io/v1beta1" logger="UnhandledError"
I1006 11:23:24.785512 1 garbagecollector.go:787] "failed to discover some groups" logger="garbage-collector-controller" groups="map[\"metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: metrics.k8s.io/v1beta1\"]"
==> kube-proxy [3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98] <==
I1006 11:22:26.448682 1 server_linux.go:53] "Using iptables proxy"
I1006 11:22:26.687424 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 11:22:26.792616 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 11:22:26.792658 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E1006 11:22:26.792737 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 11:22:26.888501 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 11:22:26.888569 1 server_linux.go:132] "Using iptables Proxier"
I1006 11:22:26.894754 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 11:22:26.895084 1 server.go:527] "Version info" version="v1.34.1"
I1006 11:22:26.895106 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 11:22:26.896566 1 config.go:200] "Starting service config controller"
I1006 11:22:26.896588 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 11:22:26.896607 1 config.go:106] "Starting endpoint slice config controller"
I1006 11:22:26.896611 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 11:22:26.896622 1 config.go:403] "Starting serviceCIDR config controller"
I1006 11:22:26.896625 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 11:22:26.897299 1 config.go:309] "Starting node config controller"
I1006 11:22:26.897316 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 11:22:26.897322 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 11:22:26.997000 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 11:22:26.997037 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 11:22:26.997079 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029] <==
I1006 11:22:18.695053 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 11:22:18.699192 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:22:18.699290 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:22:18.700838 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
E1006 11:22:18.708891 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
I1006 11:22:18.700905 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1006 11:22:18.700874 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1006 11:22:18.718190 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1006 11:22:18.718493 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1006 11:22:18.718546 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1006 11:22:18.718585 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1006 11:22:18.718627 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 11:22:18.718684 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 11:22:18.718723 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 11:22:18.718756 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 11:22:18.718784 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 11:22:18.718818 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 11:22:18.718856 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1006 11:22:18.718889 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 11:22:18.718896 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 11:22:18.718998 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1006 11:22:18.719039 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1006 11:22:18.719077 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 11:22:18.720211 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
I1006 11:22:20.200405 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 11:25:21 addons-657738 kubelet[1271]: I1006 11:25:21.332811 1271 scope.go:117] "RemoveContainer" containerID="ac79d705b1ef689d3892bff03d64f995b00e05b628367afddeec455b243a4c7a"
Oct 06 11:25:21 addons-657738 kubelet[1271]: E1006 11:25:21.470188 1271 cadvisor_stats_provider.go:567] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/docker/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/crio-bc7eab71f5f6ae7fa4647e18d3020438c97c98fcb540441556cc095a10693130\": RecentStats: unable to find data in memory cache], [\"/docker/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/crio-33b849b06c4ff304cfb2910ca287165dccb324aeb4f1a639b6dc1b5c9cf2823c\": RecentStats: unable to find data in memory cache]"
Oct 06 11:25:21 addons-657738 kubelet[1271]: I1006 11:25:21.846615 1271 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/nginx" podStartSLOduration=0.927875004 podStartE2EDuration="2.846594942s" podCreationTimestamp="2025-10-06 11:25:19 +0000 UTC" firstStartedPulling="2025-10-06 11:25:19.506678714 +0000 UTC m=+178.993765549" lastFinishedPulling="2025-10-06 11:25:21.425398652 +0000 UTC m=+180.912485487" observedRunningTime="2025-10-06 11:25:21.845300126 +0000 UTC m=+181.332386969" watchObservedRunningTime="2025-10-06 11:25:21.846594942 +0000 UTC m=+181.333681777"
Oct 06 11:26:31 addons-657738 kubelet[1271]: I1006 11:26:31.658492 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/nvidia-device-plugin-daemonset-j69wr" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:26:31 addons-657738 kubelet[1271]: I1006 11:26:31.659131 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-66898fdd98-g96lx" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:26:34 addons-657738 kubelet[1271]: I1006 11:26:34.659095 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-rj26w" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:27:17 addons-657738 kubelet[1271]: I1006 11:27:17.559946 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-creds-764b6fb674-spdcc" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:27:20 addons-657738 kubelet[1271]: I1006 11:27:20.283245 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-creds-764b6fb674-spdcc" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:27:20 addons-657738 kubelet[1271]: I1006 11:27:20.283307 1271 scope.go:117] "RemoveContainer" containerID="60025ad2e39bedb320df63e58ff22882d2fcf41a18f5db4edfaaae51db7a0d04"
Oct 06 11:27:21 addons-657738 kubelet[1271]: I1006 11:27:21.289365 1271 scope.go:117] "RemoveContainer" containerID="60025ad2e39bedb320df63e58ff22882d2fcf41a18f5db4edfaaae51db7a0d04"
Oct 06 11:27:21 addons-657738 kubelet[1271]: I1006 11:27:21.289622 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-creds-764b6fb674-spdcc" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:27:21 addons-657738 kubelet[1271]: I1006 11:27:21.290260 1271 scope.go:117] "RemoveContainer" containerID="f7f22ae8720178abd17e9143c0f8dc4a393b940629fb4b04d273ab68d533128a"
Oct 06 11:27:21 addons-657738 kubelet[1271]: E1006 11:27:21.291724 1271 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"registry-creds\" with CrashLoopBackOff: \"back-off 10s restarting failed container=registry-creds pod=registry-creds-764b6fb674-spdcc_kube-system(6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1)\"" pod="kube-system/registry-creds-764b6fb674-spdcc" podUID="6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1"
Oct 06 11:27:35 addons-657738 kubelet[1271]: I1006 11:27:35.658414 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-rj26w" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:27:35 addons-657738 kubelet[1271]: I1006 11:27:35.658518 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-creds-764b6fb674-spdcc" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:27:35 addons-657738 kubelet[1271]: I1006 11:27:35.659233 1271 scope.go:117] "RemoveContainer" containerID="f7f22ae8720178abd17e9143c0f8dc4a393b940629fb4b04d273ab68d533128a"
Oct 06 11:27:36 addons-657738 kubelet[1271]: I1006 11:27:36.346498 1271 scope.go:117] "RemoveContainer" containerID="f7f22ae8720178abd17e9143c0f8dc4a393b940629fb4b04d273ab68d533128a"
Oct 06 11:27:36 addons-657738 kubelet[1271]: I1006 11:27:36.346865 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-creds-764b6fb674-spdcc" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:27:36 addons-657738 kubelet[1271]: I1006 11:27:36.346914 1271 scope.go:117] "RemoveContainer" containerID="7218d03e94790d55f84eadc58999cd2d76f85d2bd08e0412b54889c2b5e7c3e8"
Oct 06 11:27:36 addons-657738 kubelet[1271]: E1006 11:27:36.347065 1271 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"registry-creds\" with CrashLoopBackOff: \"back-off 20s restarting failed container=registry-creds pod=registry-creds-764b6fb674-spdcc_kube-system(6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1)\"" pod="kube-system/registry-creds-764b6fb674-spdcc" podUID="6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1"
Oct 06 11:27:37 addons-657738 kubelet[1271]: I1006 11:27:37.658041 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/nvidia-device-plugin-daemonset-j69wr" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:27:40 addons-657738 kubelet[1271]: I1006 11:27:40.162073 1271 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/866623da-e9e8-434c-9438-3cc9aa0906cf-gcp-creds\") pod \"hello-world-app-5d498dc89-dcsx5\" (UID: \"866623da-e9e8-434c-9438-3cc9aa0906cf\") " pod="default/hello-world-app-5d498dc89-dcsx5"
Oct 06 11:27:40 addons-657738 kubelet[1271]: I1006 11:27:40.162656 1271 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pg7hn\" (UniqueName: \"kubernetes.io/projected/866623da-e9e8-434c-9438-3cc9aa0906cf-kube-api-access-pg7hn\") pod \"hello-world-app-5d498dc89-dcsx5\" (UID: \"866623da-e9e8-434c-9438-3cc9aa0906cf\") " pod="default/hello-world-app-5d498dc89-dcsx5"
Oct 06 11:27:40 addons-657738 kubelet[1271]: W1006 11:27:40.348053 1271 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/crio-58f4a275728cca0d243845beee613acb459752fa3cad5ce670dd30f457e356b3 WatchSource:0}: Error finding container 58f4a275728cca0d243845beee613acb459752fa3cad5ce670dd30f457e356b3: Status 404 returned error can't find the container with id 58f4a275728cca0d243845beee613acb459752fa3cad5ce670dd30f457e356b3
Oct 06 11:27:41 addons-657738 kubelet[1271]: I1006 11:27:41.395224 1271 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-5d498dc89-dcsx5" podStartSLOduration=1.705604227 podStartE2EDuration="2.395202378s" podCreationTimestamp="2025-10-06 11:27:39 +0000 UTC" firstStartedPulling="2025-10-06 11:27:40.35542894 +0000 UTC m=+319.842515783" lastFinishedPulling="2025-10-06 11:27:41.045027099 +0000 UTC m=+320.532113934" observedRunningTime="2025-10-06 11:27:41.393766035 +0000 UTC m=+320.880852870" watchObservedRunningTime="2025-10-06 11:27:41.395202378 +0000 UTC m=+320.882289221"
==> storage-provisioner [050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6] <==
W1006 11:27:17.892110 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:19.895868 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:19.900779 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:21.904210 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:21.911700 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:23.914412 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:23.919071 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:25.922164 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:25.929836 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:27.932774 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:27.937351 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:29.941149 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:29.945986 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:31.949224 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:31.956053 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:33.959608 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:33.964793 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:35.967578 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:35.972197 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:37.975149 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:37.979357 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:39.991366 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:40.045549 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:42.080245 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:27:42.085768 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-657738 -n addons-657738
helpers_test.go:269: (dbg) Run: kubectl --context addons-657738 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: ingress-nginx-admission-create-5slhq ingress-nginx-admission-patch-qfbj4
helpers_test.go:282: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context addons-657738 describe pod ingress-nginx-admission-create-5slhq ingress-nginx-admission-patch-qfbj4
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context addons-657738 describe pod ingress-nginx-admission-create-5slhq ingress-nginx-admission-patch-qfbj4: exit status 1 (85.423951ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-5slhq" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-qfbj4" not found
** /stderr **
helpers_test.go:287: kubectl --context addons-657738 describe pod ingress-nginx-admission-create-5slhq ingress-nginx-admission-patch-qfbj4: exit status 1
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable ingress-dns --alsologtostderr -v=1: exit status 11 (291.561332ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:27:43.373357 303044 out.go:360] Setting OutFile to fd 1 ...
I1006 11:27:43.374265 303044 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:27:43.374340 303044 out.go:374] Setting ErrFile to fd 2...
I1006 11:27:43.374364 303044 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:27:43.374707 303044 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:27:43.375026 303044 mustload.go:65] Loading cluster: addons-657738
I1006 11:27:43.375416 303044 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:27:43.375507 303044 addons.go:606] checking whether the cluster is paused
I1006 11:27:43.375635 303044 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:27:43.375668 303044 host.go:66] Checking if "addons-657738" exists ...
I1006 11:27:43.376131 303044 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:27:43.408220 303044 ssh_runner.go:195] Run: systemctl --version
I1006 11:27:43.408281 303044 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:27:43.431391 303044 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:27:43.533056 303044 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:27:43.533208 303044 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:27:43.570995 303044 cri.go:89] found id: "7218d03e94790d55f84eadc58999cd2d76f85d2bd08e0412b54889c2b5e7c3e8"
I1006 11:27:43.571063 303044 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:27:43.571075 303044 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:27:43.571081 303044 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:27:43.571084 303044 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:27:43.571088 303044 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:27:43.571091 303044 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:27:43.571095 303044 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:27:43.571098 303044 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:27:43.571104 303044 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:27:43.571107 303044 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:27:43.571110 303044 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:27:43.571114 303044 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:27:43.571122 303044 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:27:43.571125 303044 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:27:43.571136 303044 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:27:43.571144 303044 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:27:43.571150 303044 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:27:43.571154 303044 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:27:43.571157 303044 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:27:43.571162 303044 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:27:43.571166 303044 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:27:43.571169 303044 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:27:43.571173 303044 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:27:43.571176 303044 cri.go:89] found id: ""
I1006 11:27:43.571230 303044 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:27:43.587609 303044 out.go:203]
W1006 11:27:43.590793 303044 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:27:43Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:27:43Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:27:43.590839 303044 out.go:285] *
*
W1006 11:27:43.595941 303044 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_4116e8848b7c0e6a40fa9061a5ca6da2e0eb6ead_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_4116e8848b7c0e6a40fa9061a5ca6da2e0eb6ead_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:27:43.599115 303044 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable ingress-dns addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable ingress-dns --alsologtostderr -v=1": exit status 11
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable ingress --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable ingress --alsologtostderr -v=1: exit status 11 (255.047844ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:27:43.663059 303156 out.go:360] Setting OutFile to fd 1 ...
I1006 11:27:43.664003 303156 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:27:43.664026 303156 out.go:374] Setting ErrFile to fd 2...
I1006 11:27:43.664033 303156 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:27:43.664360 303156 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:27:43.664720 303156 mustload.go:65] Loading cluster: addons-657738
I1006 11:27:43.665193 303156 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:27:43.665217 303156 addons.go:606] checking whether the cluster is paused
I1006 11:27:43.665369 303156 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:27:43.665405 303156 host.go:66] Checking if "addons-657738" exists ...
I1006 11:27:43.665952 303156 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:27:43.684689 303156 ssh_runner.go:195] Run: systemctl --version
I1006 11:27:43.684755 303156 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:27:43.702520 303156 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:27:43.800516 303156 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:27:43.800622 303156 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:27:43.831422 303156 cri.go:89] found id: "7218d03e94790d55f84eadc58999cd2d76f85d2bd08e0412b54889c2b5e7c3e8"
I1006 11:27:43.831443 303156 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:27:43.831448 303156 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:27:43.831452 303156 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:27:43.831461 303156 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:27:43.831466 303156 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:27:43.831469 303156 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:27:43.831473 303156 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:27:43.831476 303156 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:27:43.831482 303156 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:27:43.831490 303156 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:27:43.831493 303156 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:27:43.831497 303156 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:27:43.831500 303156 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:27:43.831503 303156 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:27:43.831514 303156 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:27:43.831517 303156 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:27:43.831521 303156 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:27:43.831524 303156 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:27:43.831527 303156 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:27:43.831531 303156 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:27:43.831534 303156 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:27:43.831537 303156 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:27:43.831540 303156 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:27:43.831543 303156 cri.go:89] found id: ""
I1006 11:27:43.831596 303156 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:27:43.846683 303156 out.go:203]
W1006 11:27:43.849573 303156 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:27:43Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:27:43Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:27:43.849595 303156 out.go:285] *
*
W1006 11:27:43.854628 303156 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_62553deefc570c97f2052ef703df7b8905a654d6_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_62553deefc570c97f2052ef703df7b8905a654d6_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:27:43.857481 303156 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable ingress addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable ingress --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Ingress (145.35s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:823: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:352: "gadget-z5ckb" [2e13ab55-4388-4dd4-8b08-3ca664bd8f78] Running
addons_test.go:823: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 6.003826779s
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable inspektor-gadget --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable inspektor-gadget --alsologtostderr -v=1: exit status 11 (312.964634ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:18.402785 301389 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:18.403563 301389 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:18.403615 301389 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:18.403637 301389 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:18.403955 301389 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:18.404301 301389 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:18.404729 301389 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:18.404775 301389 addons.go:606] checking whether the cluster is paused
I1006 11:25:18.404914 301389 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:18.404955 301389 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:18.405464 301389 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:18.424842 301389 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:18.424905 301389 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:18.448713 301389 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:18.570061 301389 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:18.570154 301389 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:18.622473 301389 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:18.622497 301389 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:18.622503 301389 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:18.622506 301389 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:18.622510 301389 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:18.622514 301389 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:18.622517 301389 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:18.622520 301389 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:18.622523 301389 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:18.622529 301389 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:18.622532 301389 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:18.622535 301389 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:18.622539 301389 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:18.622542 301389 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:18.622545 301389 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:18.622550 301389 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:18.622554 301389 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:18.622558 301389 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:18.622561 301389 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:18.622564 301389 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:18.622573 301389 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:18.622576 301389 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:18.622580 301389 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:18.622583 301389 cri.go:89] found id: ""
I1006 11:25:18.622635 301389 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:18.639959 301389 out.go:203]
W1006 11:25:18.642886 301389 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:18Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:18Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:18.642910 301389 out.go:285] *
*
W1006 11:25:18.648023 301389 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_07218961934993dd21acc63caaf1aa08873c018e_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_07218961934993dd21acc63caaf1aa08873c018e_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:18.651010 301389 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable inspektor-gadget addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable inspektor-gadget --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/InspektorGadget (6.32s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:455: metrics-server stabilized in 5.737908ms
addons_test.go:457: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:352: "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Running
addons_test.go:457: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.003923998s
addons_test.go:463: (dbg) Run: kubectl --context addons-657738 top pods -n kube-system
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable metrics-server --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable metrics-server --alsologtostderr -v=1: exit status 11 (288.040393ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:18.278608 301367 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:18.279441 301367 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:18.279482 301367 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:18.279502 301367 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:18.279797 301367 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:18.280130 301367 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:18.280546 301367 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:18.280589 301367 addons.go:606] checking whether the cluster is paused
I1006 11:25:18.280721 301367 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:18.280764 301367 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:18.281256 301367 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:18.300251 301367 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:18.300302 301367 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:18.324530 301367 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:18.429129 301367 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:18.429231 301367 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:18.479091 301367 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:18.479110 301367 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:18.479115 301367 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:18.479119 301367 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:18.479122 301367 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:18.479126 301367 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:18.479129 301367 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:18.479133 301367 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:18.479136 301367 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:18.479151 301367 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:18.479154 301367 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:18.479157 301367 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:18.479161 301367 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:18.479164 301367 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:18.479167 301367 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:18.479175 301367 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:18.479179 301367 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:18.479193 301367 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:18.479196 301367 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:18.479199 301367 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:18.479204 301367 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:18.479206 301367 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:18.479209 301367 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:18.479212 301367 cri.go:89] found id: ""
I1006 11:25:18.479261 301367 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:18.497613 301367 out.go:203]
W1006 11:25:18.500468 301367 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:18Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:18Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:18.500493 301367 out.go:285] *
*
W1006 11:25:18.505974 301367 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9e377edc2b59264359e9c26f81b048e390fa608a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9e377edc2b59264359e9c26f81b048e390fa608a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:18.509573 301367 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable metrics-server addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable metrics-server --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/MetricsServer (5.38s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
I1006 11:24:37.544274 292811 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1006 11:24:37.547710 292811 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1006 11:24:37.547742 292811 kapi.go:107] duration metric: took 3.491447ms to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
addons_test.go:549: csi-hostpath-driver pods stabilized in 3.501613ms
addons_test.go:552: (dbg) Run: kubectl --context addons-657738 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:557: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:562: (dbg) Run: kubectl --context addons-657738 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:567: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:352: "task-pv-pod" [c557102b-4f72-46f1-972d-5a012e683db3] Pending
helpers_test.go:352: "task-pv-pod" [c557102b-4f72-46f1-972d-5a012e683db3] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:352: "task-pv-pod" [c557102b-4f72-46f1-972d-5a012e683db3] Running
addons_test.go:567: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 12.00330998s
addons_test.go:572: (dbg) Run: kubectl --context addons-657738 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:577: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:427: (dbg) Run: kubectl --context addons-657738 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:427: (dbg) Run: kubectl --context addons-657738 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:582: (dbg) Run: kubectl --context addons-657738 delete pod task-pv-pod
addons_test.go:588: (dbg) Run: kubectl --context addons-657738 delete pvc hpvc
addons_test.go:594: (dbg) Run: kubectl --context addons-657738 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:599: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:604: (dbg) Run: kubectl --context addons-657738 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:609: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:352: "task-pv-pod-restore" [80389c28-99b5-4afc-a572-862c3daa5f14] Pending
helpers_test.go:352: "task-pv-pod-restore" [80389c28-99b5-4afc-a572-862c3daa5f14] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:352: "task-pv-pod-restore" [80389c28-99b5-4afc-a572-862c3daa5f14] Running
addons_test.go:609: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 8.005319025s
addons_test.go:614: (dbg) Run: kubectl --context addons-657738 delete pod task-pv-pod-restore
addons_test.go:618: (dbg) Run: kubectl --context addons-657738 delete pvc hpvc-restore
addons_test.go:622: (dbg) Run: kubectl --context addons-657738 delete volumesnapshot new-snapshot-demo
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable volumesnapshots --alsologtostderr -v=1: exit status 11 (383.443737ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:11.604047 301095 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:11.604902 301095 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:11.604957 301095 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:11.604979 301095 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:11.605284 301095 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:11.605645 301095 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:11.606052 301095 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:11.606086 301095 addons.go:606] checking whether the cluster is paused
I1006 11:25:11.606218 301095 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:11.606249 301095 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:11.606718 301095 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:11.627869 301095 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:11.627928 301095 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:11.655435 301095 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:11.786167 301095 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:11.786259 301095 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:11.834674 301095 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:11.834730 301095 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:11.834737 301095 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:11.834742 301095 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:11.834746 301095 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:11.834749 301095 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:11.834753 301095 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:11.834756 301095 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:11.834765 301095 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:11.834777 301095 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:11.834781 301095 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:11.834784 301095 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:11.834788 301095 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:11.834791 301095 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:11.834795 301095 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:11.834811 301095 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:11.834815 301095 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:11.834819 301095 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:11.834828 301095 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:11.834831 301095 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:11.834837 301095 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:11.834846 301095 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:11.834849 301095 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:11.834852 301095 cri.go:89] found id: ""
I1006 11:25:11.834910 301095 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:11.876970 301095 out.go:203]
W1006 11:25:11.880797 301095 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:11Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:11Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:11.880830 301095 out.go:285] *
*
W1006 11:25:11.889060 301095 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_f6150db7515caf82d8c4c5baeba9fd21f738a7e0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_f6150db7515caf82d8c4c5baeba9fd21f738a7e0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:11.893970 301095 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable volumesnapshots addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable volumesnapshots --alsologtostderr -v=1": exit status 11
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable csi-hostpath-driver --alsologtostderr -v=1: exit status 11 (427.882859ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:12.009329 301171 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:12.010248 301171 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:12.010288 301171 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:12.010312 301171 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:12.010634 301171 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:12.011142 301171 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:12.011683 301171 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:12.011700 301171 addons.go:606] checking whether the cluster is paused
I1006 11:25:12.011827 301171 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:12.011849 301171 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:12.012354 301171 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:12.051559 301171 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:12.051623 301171 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:12.100902 301171 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:12.230894 301171 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:12.230989 301171 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:12.280811 301171 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:12.280830 301171 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:12.280835 301171 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:12.280838 301171 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:12.280847 301171 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:12.280852 301171 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:12.280855 301171 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:12.280859 301171 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:12.280862 301171 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:12.280867 301171 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:12.280871 301171 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:12.280886 301171 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:12.280890 301171 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:12.280893 301171 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:12.280896 301171 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:12.280902 301171 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:12.280909 301171 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:12.280913 301171 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:12.280916 301171 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:12.280919 301171 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:12.280924 301171 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:12.280927 301171 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:12.280930 301171 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:12.280933 301171 cri.go:89] found id: ""
I1006 11:25:12.280984 301171 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:12.311885 301171 out.go:203]
W1006 11:25:12.318031 301171 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:12Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:12Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:12.318057 301171 out.go:285] *
*
W1006 11:25:12.324752 301171 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_913eef9b964ccef8b5b536327192b81f4aff5da9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_913eef9b964ccef8b5b536327192b81f4aff5da9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:12.328761 301171 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable csi-hostpath-driver addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable csi-hostpath-driver --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/CSI (34.80s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:808: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-657738 --alsologtostderr -v=1
addons_test.go:808: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable headlamp -p addons-657738 --alsologtostderr -v=1: exit status 11 (259.757285ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:09.280565 300702 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:09.281235 300702 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:09.281272 300702 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:09.281295 300702 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:09.281623 300702 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:09.281946 300702 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:09.282372 300702 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:09.282415 300702 addons.go:606] checking whether the cluster is paused
I1006 11:25:09.282545 300702 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:09.282586 300702 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:09.283054 300702 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:09.303932 300702 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:09.303997 300702 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:09.324384 300702 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:09.424479 300702 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:09.424581 300702 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:09.457881 300702 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:09.457903 300702 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:09.457908 300702 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:09.457916 300702 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:09.457920 300702 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:09.457923 300702 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:09.457927 300702 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:09.457930 300702 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:09.457933 300702 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:09.457940 300702 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:09.457943 300702 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:09.457946 300702 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:09.457949 300702 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:09.457953 300702 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:09.457956 300702 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:09.457961 300702 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:09.457970 300702 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:09.457974 300702 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:09.457977 300702 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:09.457980 300702 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:09.457985 300702 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:09.457995 300702 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:09.457999 300702 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:09.458002 300702 cri.go:89] found id: ""
I1006 11:25:09.458052 300702 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:09.473641 300702 out.go:203]
W1006 11:25:09.476658 300702 out.go:285] X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:09Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:09Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:09.476689 300702 out.go:285] *
*
W1006 11:25:09.482013 300702 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:09.485121 300702 out.go:203]
** /stderr **
addons_test.go:810: failed to enable headlamp addon: args: "out/minikube-linux-arm64 addons enable headlamp -p addons-657738 --alsologtostderr -v=1": exit status 11
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestAddons/parallel/Headlamp]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestAddons/parallel/Headlamp]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect addons-657738
helpers_test.go:243: (dbg) docker inspect addons-657738:
-- stdout --
[
{
"Id": "6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93",
"Created": "2025-10-06T11:21:56.549190306Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 293986,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T11:21:56.611763135Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/hostname",
"HostsPath": "/var/lib/docker/containers/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/hosts",
"LogPath": "/var/lib/docker/containers/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93/6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93-json.log",
"Name": "/addons-657738",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-657738:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-657738",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "6058f5493189e615f45c7711ae05d5270971ccfa3989354fee8af6e4494d1f93",
"LowerDir": "/var/lib/docker/overlay2/e8fc9a61e1a33a873b5b8ee625b783445b17148ee2c4fab363b6e26e9d4d1660-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/e8fc9a61e1a33a873b5b8ee625b783445b17148ee2c4fab363b6e26e9d4d1660/merged",
"UpperDir": "/var/lib/docker/overlay2/e8fc9a61e1a33a873b5b8ee625b783445b17148ee2c4fab363b6e26e9d4d1660/diff",
"WorkDir": "/var/lib/docker/overlay2/e8fc9a61e1a33a873b5b8ee625b783445b17148ee2c4fab363b6e26e9d4d1660/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-657738",
"Source": "/var/lib/docker/volumes/addons-657738/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-657738",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-657738",
"name.minikube.sigs.k8s.io": "addons-657738",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "8f573c903f66b91cbd5116966da7f8baa729cfe8d21015cd8c652e5482456ab8",
"SandboxKey": "/var/run/docker/netns/8f573c903f66",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33138"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-657738": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "46:c4:3a:fe:84:9f",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "d7df55adb64e87371807d473324ee14dfb0d904775e22c4d20f44f9b0e5227b4",
"EndpointID": "c0d896adc3189e8d17b798b4ea7c25a563508a89984f3813b6d1b38c91960f2c",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-657738",
"6058f5493189"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-657738 -n addons-657738
helpers_test.go:252: <<< TestAddons/parallel/Headlamp FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestAddons/parallel/Headlamp]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p addons-657738 logs -n 25: (1.982113615s)
helpers_test.go:260: TestAddons/parallel/Headlamp logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -o=json --download-only -p download-only-097548 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-097548 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ delete │ -p download-only-097548 │ download-only-097548 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ start │ -o=json --download-only -p download-only-827665 --force --alsologtostderr --kubernetes-version=v1.34.1 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-827665 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ delete │ -p download-only-827665 │ download-only-827665 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ delete │ -p download-only-097548 │ download-only-097548 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ delete │ -p download-only-827665 │ download-only-827665 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ start │ --download-only -p download-docker-080143 --alsologtostderr --driver=docker --container-runtime=crio │ download-docker-080143 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ delete │ -p download-docker-080143 │ download-docker-080143 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ start │ --download-only -p binary-mirror-766369 --alsologtostderr --binary-mirror http://127.0.0.1:39421 --driver=docker --container-runtime=crio │ binary-mirror-766369 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ delete │ -p binary-mirror-766369 │ binary-mirror-766369 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ addons │ enable dashboard -p addons-657738 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ addons │ disable dashboard -p addons-657738 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ start │ -p addons-657738 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:24 UTC │
│ addons │ addons-657738 addons disable volcano --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ addons │ addons-657738 addons disable gcp-auth --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ addons │ addons-657738 addons disable yakd --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ ip │ addons-657738 ip │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ 06 Oct 25 11:24 UTC │
│ addons │ addons-657738 addons disable registry --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ addons │ addons-657738 addons disable nvidia-device-plugin --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:24 UTC │ │
│ ssh │ addons-657738 ssh cat /opt/local-path-provisioner/pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1_default_test-pvc/file1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ 06 Oct 25 11:25 UTC │
│ addons │ addons-657738 addons disable storage-provisioner-rancher --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ addons-657738 addons disable cloud-spanner --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
│ addons │ enable headlamp -p addons-657738 --alsologtostderr -v=1 │ addons-657738 │ jenkins │ v1.37.0 │ 06 Oct 25 11:25 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/06 11:21:30
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 11:21:30.560224 293582 out.go:360] Setting OutFile to fd 1 ...
I1006 11:21:30.560377 293582 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:21:30.560389 293582 out.go:374] Setting ErrFile to fd 2...
I1006 11:21:30.560408 293582 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:21:30.560721 293582 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:21:30.561252 293582 out.go:368] Setting JSON to false
I1006 11:21:30.562163 293582 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":3843,"bootTime":1759745848,"procs":149,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 11:21:30.562237 293582 start.go:140] virtualization:
I1006 11:21:30.565607 293582 out.go:179] * [addons-657738] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 11:21:30.569641 293582 out.go:179] - MINIKUBE_LOCATION=21699
I1006 11:21:30.569777 293582 notify.go:220] Checking for updates...
I1006 11:21:30.575599 293582 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 11:21:30.578734 293582 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:21:30.581784 293582 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 11:21:30.584624 293582 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 11:21:30.587559 293582 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 11:21:30.590754 293582 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 11:21:30.620466 293582 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 11:21:30.620586 293582 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:21:30.676402 293582 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:49 SystemTime:2025-10-06 11:21:30.667075374 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:21:30.676515 293582 docker.go:318] overlay module found
I1006 11:21:30.679669 293582 out.go:179] * Using the docker driver based on user configuration
I1006 11:21:30.682492 293582 start.go:304] selected driver: docker
I1006 11:21:30.682517 293582 start.go:924] validating driver "docker" against <nil>
I1006 11:21:30.682536 293582 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 11:21:30.683277 293582 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:21:30.736531 293582 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:49 SystemTime:2025-10-06 11:21:30.72685337 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:21:30.736699 293582 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 11:21:30.736945 293582 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 11:21:30.739931 293582 out.go:179] * Using Docker driver with root privileges
I1006 11:21:30.742912 293582 cni.go:84] Creating CNI manager for ""
I1006 11:21:30.742994 293582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:21:30.743010 293582 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 11:21:30.743102 293582 start.go:348] cluster config:
{Name:addons-657738 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:
AutoPauseInterval:1m0s}
I1006 11:21:30.748022 293582 out.go:179] * Starting "addons-657738" primary control-plane node in "addons-657738" cluster
I1006 11:21:30.750869 293582 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 11:21:30.753800 293582 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 11:21:30.756792 293582 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:21:30.756861 293582 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 11:21:30.756884 293582 cache.go:58] Caching tarball of preloaded images
I1006 11:21:30.756910 293582 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 11:21:30.756975 293582 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 11:21:30.756985 293582 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 11:21:30.757345 293582 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/config.json ...
I1006 11:21:30.757373 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/config.json: {Name:mk9228621efd6f270c50a172fa542fbd0583051f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:21:30.773226 293582 cache.go:152] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d to local cache
I1006 11:21:30.773383 293582 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local cache directory
I1006 11:21:30.773403 293582 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local cache directory, skipping pull
I1006 11:21:30.773408 293582 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in cache, skipping pull
I1006 11:21:30.773416 293582 cache.go:155] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d as a tarball
I1006 11:21:30.773421 293582 cache.go:165] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d from local cache
I1006 11:21:48.983628 293582 cache.go:167] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d from cached tarball
I1006 11:21:48.983680 293582 cache.go:232] Successfully downloaded all kic artifacts
I1006 11:21:48.983712 293582 start.go:360] acquireMachinesLock for addons-657738: {Name:mkf8eb418ee26e65fceccdd646f4212de6e5aa5c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 11:21:48.983853 293582 start.go:364] duration metric: took 113.381µs to acquireMachinesLock for "addons-657738"
I1006 11:21:48.983886 293582 start.go:93] Provisioning new machine with config: &{Name:addons-657738 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 11:21:48.983970 293582 start.go:125] createHost starting for "" (driver="docker")
I1006 11:21:48.987576 293582 out.go:252] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1006 11:21:48.987846 293582 start.go:159] libmachine.API.Create for "addons-657738" (driver="docker")
I1006 11:21:48.987900 293582 client.go:168] LocalClient.Create starting
I1006 11:21:48.988039 293582 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 11:21:49.132464 293582 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 11:21:49.593883 293582 cli_runner.go:164] Run: docker network inspect addons-657738 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 11:21:49.611587 293582 cli_runner.go:211] docker network inspect addons-657738 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 11:21:49.611713 293582 network_create.go:284] running [docker network inspect addons-657738] to gather additional debugging logs...
I1006 11:21:49.611736 293582 cli_runner.go:164] Run: docker network inspect addons-657738
W1006 11:21:49.628864 293582 cli_runner.go:211] docker network inspect addons-657738 returned with exit code 1
I1006 11:21:49.628899 293582 network_create.go:287] error running [docker network inspect addons-657738]: docker network inspect addons-657738: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-657738 not found
I1006 11:21:49.628922 293582 network_create.go:289] output of [docker network inspect addons-657738]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-657738 not found
** /stderr **
I1006 11:21:49.629012 293582 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 11:21:49.645996 293582 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001b2d3e0}
I1006 11:21:49.646035 293582 network_create.go:124] attempt to create docker network addons-657738 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1006 11:21:49.646091 293582 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-657738 addons-657738
I1006 11:21:49.711427 293582 network_create.go:108] docker network addons-657738 192.168.49.0/24 created
I1006 11:21:49.711460 293582 kic.go:121] calculated static IP "192.168.49.2" for the "addons-657738" container
I1006 11:21:49.711539 293582 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 11:21:49.727795 293582 cli_runner.go:164] Run: docker volume create addons-657738 --label name.minikube.sigs.k8s.io=addons-657738 --label created_by.minikube.sigs.k8s.io=true
I1006 11:21:49.748557 293582 oci.go:103] Successfully created a docker volume addons-657738
I1006 11:21:49.748655 293582 cli_runner.go:164] Run: docker run --rm --name addons-657738-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-657738 --entrypoint /usr/bin/test -v addons-657738:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 11:21:52.024504 293582 cli_runner.go:217] Completed: docker run --rm --name addons-657738-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-657738 --entrypoint /usr/bin/test -v addons-657738:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib: (2.275808383s)
I1006 11:21:52.024538 293582 oci.go:107] Successfully prepared a docker volume addons-657738
I1006 11:21:52.024561 293582 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:21:52.024580 293582 kic.go:194] Starting extracting preloaded images to volume ...
I1006 11:21:52.024646 293582 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-657738:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 11:21:56.477672 293582 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-657738:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (4.452982101s)
I1006 11:21:56.477703 293582 kic.go:203] duration metric: took 4.453118523s to extract preloaded images to volume ...
W1006 11:21:56.477859 293582 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 11:21:56.477979 293582 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 11:21:56.534307 293582 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-657738 --name addons-657738 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-657738 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-657738 --network addons-657738 --ip 192.168.49.2 --volume addons-657738:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 11:21:56.847450 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Running}}
I1006 11:21:56.868955 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:21:56.895107 293582 cli_runner.go:164] Run: docker exec addons-657738 stat /var/lib/dpkg/alternatives/iptables
I1006 11:21:56.947493 293582 oci.go:144] the created container "addons-657738" has a running status.
I1006 11:21:56.947522 293582 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa...
I1006 11:21:57.605411 293582 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 11:21:57.625470 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:21:57.641897 293582 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 11:21:57.641919 293582 kic_runner.go:114] Args: [docker exec --privileged addons-657738 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 11:21:57.680724 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:21:57.698424 293582 machine.go:93] provisionDockerMachine start ...
I1006 11:21:57.698526 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:21:57.715351 293582 main.go:141] libmachine: Using SSH client type: native
I1006 11:21:57.715699 293582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1006 11:21:57.715720 293582 main.go:141] libmachine: About to run SSH command:
hostname
I1006 11:21:57.716353 293582 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:37584->127.0.0.1:33138: read: connection reset by peer
I1006 11:22:00.849273 293582 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-657738
I1006 11:22:00.849297 293582 ubuntu.go:182] provisioning hostname "addons-657738"
I1006 11:22:00.849362 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:00.867102 293582 main.go:141] libmachine: Using SSH client type: native
I1006 11:22:00.867405 293582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1006 11:22:00.867420 293582 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-657738 && echo "addons-657738" | sudo tee /etc/hostname
I1006 11:22:01.006878 293582 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-657738
I1006 11:22:01.006961 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.023675 293582 main.go:141] libmachine: Using SSH client type: native
I1006 11:22:01.023992 293582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1006 11:22:01.024013 293582 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-657738' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-657738/g' /etc/hosts;
else
echo '127.0.1.1 addons-657738' | sudo tee -a /etc/hosts;
fi
fi
I1006 11:22:01.157975 293582 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 11:22:01.158001 293582 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 11:22:01.158037 293582 ubuntu.go:190] setting up certificates
I1006 11:22:01.158050 293582 provision.go:84] configureAuth start
I1006 11:22:01.158115 293582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-657738
I1006 11:22:01.175057 293582 provision.go:143] copyHostCerts
I1006 11:22:01.175149 293582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 11:22:01.175281 293582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 11:22:01.175347 293582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 11:22:01.175402 293582 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.addons-657738 san=[127.0.0.1 192.168.49.2 addons-657738 localhost minikube]
I1006 11:22:01.213451 293582 provision.go:177] copyRemoteCerts
I1006 11:22:01.213555 293582 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 11:22:01.213617 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.241670 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:01.337618 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 11:22:01.356996 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1006 11:22:01.375462 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 11:22:01.393917 293582 provision.go:87] duration metric: took 235.842787ms to configureAuth
I1006 11:22:01.393943 293582 ubuntu.go:206] setting minikube options for container-runtime
I1006 11:22:01.394187 293582 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:22:01.394333 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.411461 293582 main.go:141] libmachine: Using SSH client type: native
I1006 11:22:01.411780 293582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1006 11:22:01.411800 293582 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 11:22:01.662727 293582 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 11:22:01.662749 293582 machine.go:96] duration metric: took 3.964303265s to provisionDockerMachine
I1006 11:22:01.662758 293582 client.go:171] duration metric: took 12.674847933s to LocalClient.Create
I1006 11:22:01.662781 293582 start.go:167] duration metric: took 12.674937092s to libmachine.API.Create "addons-657738"
I1006 11:22:01.662788 293582 start.go:293] postStartSetup for "addons-657738" (driver="docker")
I1006 11:22:01.662798 293582 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 11:22:01.662874 293582 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 11:22:01.662917 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.683353 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:01.782667 293582 ssh_runner.go:195] Run: cat /etc/os-release
I1006 11:22:01.787321 293582 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 11:22:01.787355 293582 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 11:22:01.787367 293582 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 11:22:01.787437 293582 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 11:22:01.787466 293582 start.go:296] duration metric: took 124.672033ms for postStartSetup
I1006 11:22:01.787786 293582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-657738
I1006 11:22:01.805184 293582 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/config.json ...
I1006 11:22:01.805495 293582 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 11:22:01.805603 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.824014 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:01.918795 293582 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 11:22:01.923878 293582 start.go:128] duration metric: took 12.939889283s to createHost
I1006 11:22:01.923904 293582 start.go:83] releasing machines lock for "addons-657738", held for 12.940037167s
I1006 11:22:01.923975 293582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-657738
I1006 11:22:01.940371 293582 ssh_runner.go:195] Run: cat /version.json
I1006 11:22:01.940421 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.940521 293582 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 11:22:01.940585 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:01.958990 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:01.975181 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:02.146088 293582 ssh_runner.go:195] Run: systemctl --version
I1006 11:22:02.152912 293582 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 11:22:02.190966 293582 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 11:22:02.195588 293582 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 11:22:02.195709 293582 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 11:22:02.226150 293582 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 11:22:02.226212 293582 start.go:495] detecting cgroup driver to use...
I1006 11:22:02.226255 293582 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 11:22:02.226309 293582 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 11:22:02.243934 293582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 11:22:02.257650 293582 docker.go:218] disabling cri-docker service (if available) ...
I1006 11:22:02.257750 293582 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 11:22:02.274641 293582 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 11:22:02.293676 293582 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 11:22:02.415271 293582 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 11:22:02.544129 293582 docker.go:234] disabling docker service ...
I1006 11:22:02.544200 293582 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 11:22:02.567067 293582 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 11:22:02.580718 293582 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 11:22:02.706303 293582 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 11:22:02.816324 293582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 11:22:02.830188 293582 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 11:22:02.844805 293582 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 11:22:02.844883 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.854042 293582 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 11:22:02.854130 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.863765 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.873006 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.882099 293582 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 11:22:02.890248 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.899069 293582 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.913078 293582 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:22:02.922137 293582 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 11:22:02.930424 293582 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 11:22:02.937868 293582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:22:03.046902 293582 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 11:22:03.164779 293582 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 11:22:03.164882 293582 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 11:22:03.169084 293582 start.go:563] Will wait 60s for crictl version
I1006 11:22:03.169174 293582 ssh_runner.go:195] Run: which crictl
I1006 11:22:03.173001 293582 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 11:22:03.202573 293582 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 11:22:03.202672 293582 ssh_runner.go:195] Run: crio --version
I1006 11:22:03.230783 293582 ssh_runner.go:195] Run: crio --version
I1006 11:22:03.264367 293582 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 11:22:03.267139 293582 cli_runner.go:164] Run: docker network inspect addons-657738 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 11:22:03.283092 293582 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1006 11:22:03.287175 293582 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 11:22:03.297026 293582 kubeadm.go:883] updating cluster {Name:addons-657738 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketV
MnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 11:22:03.297159 293582 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:22:03.297220 293582 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 11:22:03.335103 293582 crio.go:514] all images are preloaded for cri-o runtime.
I1006 11:22:03.335129 293582 crio.go:433] Images already preloaded, skipping extraction
I1006 11:22:03.335183 293582 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 11:22:03.361206 293582 crio.go:514] all images are preloaded for cri-o runtime.
I1006 11:22:03.361230 293582 cache_images.go:85] Images are preloaded, skipping loading
I1006 11:22:03.361239 293582 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.34.1 crio true true} ...
I1006 11:22:03.361323 293582 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-657738 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 11:22:03.361409 293582 ssh_runner.go:195] Run: crio config
I1006 11:22:03.419873 293582 cni.go:84] Creating CNI manager for ""
I1006 11:22:03.419896 293582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:22:03.419916 293582 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 11:22:03.419940 293582 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-657738 NodeName:addons-657738 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 11:22:03.420075 293582 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-657738"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 11:22:03.420152 293582 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 11:22:03.428225 293582 binaries.go:44] Found k8s binaries, skipping transfer
I1006 11:22:03.428349 293582 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 11:22:03.436586 293582 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1006 11:22:03.451016 293582 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 11:22:03.465096 293582 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2210 bytes)
I1006 11:22:03.478957 293582 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1006 11:22:03.482837 293582 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 11:22:03.492850 293582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:22:03.600827 293582 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 11:22:03.623168 293582 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738 for IP: 192.168.49.2
I1006 11:22:03.623233 293582 certs.go:195] generating shared ca certs ...
I1006 11:22:03.623263 293582 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:03.623428 293582 certs.go:241] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 11:22:04.153877 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt ...
I1006 11:22:04.153907 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt: {Name:mkcf2ed822555fe322effe2e078a9eb382e849cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:04.154102 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key ...
I1006 11:22:04.154119 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key: {Name:mkf6ee106747ab68c1aaff425fedb9dad683ee26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:04.154204 293582 certs.go:241] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 11:22:04.717347 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt ...
I1006 11:22:04.717379 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt: {Name:mk601bdcfd4b1ced79fb22ff4ee8b3013421e50e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:04.717575 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key ...
I1006 11:22:04.717588 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key: {Name:mka42f5962b1ec1c1dbc310c34a4301d5a196b2e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:04.717675 293582 certs.go:257] generating profile certs ...
I1006 11:22:04.717735 293582 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.key
I1006 11:22:04.717754 293582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt with IP's: []
I1006 11:22:05.374317 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt ...
I1006 11:22:05.374350 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: {Name:mkd81a7216086b77a5d1bb01bbad0b6ea86e94d3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:05.374536 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.key ...
I1006 11:22:05.374549 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.key: {Name:mk4d1775638ad0f052e4df992efd4ae3b92a307c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:05.374631 293582 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key.a447482a
I1006 11:22:05.374653 293582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt.a447482a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1006 11:22:06.122823 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt.a447482a ...
I1006 11:22:06.122856 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt.a447482a: {Name:mkb1ab1528e2fd42674161678360e16fee8fb0cd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:06.123043 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key.a447482a ...
I1006 11:22:06.123067 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key.a447482a: {Name:mk1b6a9ee470beb713261665e54b4d332bf417de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:06.123155 293582 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt.a447482a -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt
I1006 11:22:06.123240 293582 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key.a447482a -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key
I1006 11:22:06.123290 293582 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.key
I1006 11:22:06.123311 293582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.crt with IP's: []
I1006 11:22:06.577383 293582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.crt ...
I1006 11:22:06.577415 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.crt: {Name:mk5c3d623ec50a51e93752ceba5b2f714f5e168b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:06.577605 293582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.key ...
I1006 11:22:06.577620 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.key: {Name:mk4df87d195c5cfbb1111337e79de49f12a1c87e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:06.577850 293582 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 11:22:06.577895 293582 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 11:22:06.577923 293582 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 11:22:06.577953 293582 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 11:22:06.578501 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 11:22:06.605053 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 11:22:06.623399 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 11:22:06.643973 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 11:22:06.662851 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1006 11:22:06.681827 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 11:22:06.700011 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 11:22:06.718289 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 11:22:06.735898 293582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 11:22:06.754124 293582 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 11:22:06.767613 293582 ssh_runner.go:195] Run: openssl version
I1006 11:22:06.773980 293582 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 11:22:06.782830 293582 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 11:22:06.786664 293582 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 11:22:06.786730 293582 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 11:22:06.829568 293582 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 11:22:06.838164 293582 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 11:22:06.842013 293582 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 11:22:06.842131 293582 kubeadm.go:400] StartCluster: {Name:addons-657738 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:addons-657738 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 11:22:06.842227 293582 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:22:06.842301 293582 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:22:06.870410 293582 cri.go:89] found id: ""
I1006 11:22:06.870507 293582 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 11:22:06.878639 293582 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 11:22:06.886547 293582 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 11:22:06.886648 293582 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 11:22:06.894555 293582 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 11:22:06.894577 293582 kubeadm.go:157] found existing configuration files:
I1006 11:22:06.894651 293582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 11:22:06.902426 293582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 11:22:06.902495 293582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 11:22:06.910110 293582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 11:22:06.918332 293582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 11:22:06.918429 293582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 11:22:06.926249 293582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 11:22:06.934422 293582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 11:22:06.934529 293582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 11:22:06.942394 293582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 11:22:06.950557 293582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 11:22:06.950674 293582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 11:22:06.958812 293582 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 11:22:06.997249 293582 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 11:22:06.997493 293582 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 11:22:07.020325 293582 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 11:22:07.020417 293582 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 11:22:07.020463 293582 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 11:22:07.020511 293582 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 11:22:07.020562 293582 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 11:22:07.020655 293582 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 11:22:07.020746 293582 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 11:22:07.020816 293582 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 11:22:07.020896 293582 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 11:22:07.020961 293582 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 11:22:07.021037 293582 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 11:22:07.021101 293582 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 11:22:07.090686 293582 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 11:22:07.090886 293582 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 11:22:07.091020 293582 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 11:22:07.099256 293582 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 11:22:07.103522 293582 out.go:252] - Generating certificates and keys ...
I1006 11:22:07.103627 293582 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 11:22:07.103698 293582 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 11:22:07.334263 293582 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 11:22:07.819559 293582 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 11:22:08.487335 293582 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 11:22:08.984926 293582 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 11:22:09.274252 293582 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 11:22:09.274639 293582 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [addons-657738 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1006 11:22:09.414894 293582 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 11:22:09.415259 293582 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [addons-657738 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1006 11:22:09.688868 293582 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 11:22:10.137858 293582 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 11:22:10.684898 293582 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 11:22:10.685008 293582 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 11:22:10.852727 293582 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 11:22:11.367787 293582 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 11:22:11.478871 293582 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 11:22:11.853231 293582 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 11:22:12.197078 293582 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 11:22:12.197808 293582 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 11:22:12.200327 293582 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 11:22:12.203918 293582 out.go:252] - Booting up control plane ...
I1006 11:22:12.204035 293582 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 11:22:12.204116 293582 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 11:22:12.204186 293582 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 11:22:12.218813 293582 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 11:22:12.218938 293582 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 11:22:12.228777 293582 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 11:22:12.228891 293582 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 11:22:12.228959 293582 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 11:22:12.365994 293582 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 11:22:12.366131 293582 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 11:22:13.861012 293582 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.500840877s
I1006 11:22:13.864853 293582 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 11:22:13.864956 293582 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.49.2:8443/livez
I1006 11:22:13.865050 293582 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 11:22:13.865137 293582 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 11:22:16.434487 293582 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 2.569111808s
I1006 11:22:18.710979 293582 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.846195582s
I1006 11:22:19.867091 293582 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.002125579s
I1006 11:22:19.887043 293582 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 11:22:19.911439 293582 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 11:22:19.924993 293582 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 11:22:19.925208 293582 kubeadm.go:318] [mark-control-plane] Marking the node addons-657738 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 11:22:19.938063 293582 kubeadm.go:318] [bootstrap-token] Using token: gydv3e.k6rdq32yzk9hkybr
I1006 11:22:19.941279 293582 out.go:252] - Configuring RBAC rules ...
I1006 11:22:19.941420 293582 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 11:22:19.945950 293582 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 11:22:19.957981 293582 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 11:22:19.962904 293582 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 11:22:19.967250 293582 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 11:22:19.973504 293582 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 11:22:20.276956 293582 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 11:22:20.711651 293582 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 11:22:21.274563 293582 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 11:22:21.275901 293582 kubeadm.go:318]
I1006 11:22:21.275982 293582 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 11:22:21.275992 293582 kubeadm.go:318]
I1006 11:22:21.276074 293582 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 11:22:21.276084 293582 kubeadm.go:318]
I1006 11:22:21.276112 293582 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 11:22:21.276177 293582 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 11:22:21.276234 293582 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 11:22:21.276242 293582 kubeadm.go:318]
I1006 11:22:21.276299 293582 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 11:22:21.276307 293582 kubeadm.go:318]
I1006 11:22:21.276358 293582 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 11:22:21.276368 293582 kubeadm.go:318]
I1006 11:22:21.276423 293582 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 11:22:21.276507 293582 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 11:22:21.276591 293582 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 11:22:21.276600 293582 kubeadm.go:318]
I1006 11:22:21.276688 293582 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 11:22:21.276773 293582 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 11:22:21.276786 293582 kubeadm.go:318]
I1006 11:22:21.276909 293582 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token gydv3e.k6rdq32yzk9hkybr \
I1006 11:22:21.277023 293582 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 11:22:21.277048 293582 kubeadm.go:318] --control-plane
I1006 11:22:21.277057 293582 kubeadm.go:318]
I1006 11:22:21.277146 293582 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 11:22:21.277154 293582 kubeadm.go:318]
I1006 11:22:21.277241 293582 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token gydv3e.k6rdq32yzk9hkybr \
I1006 11:22:21.277347 293582 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 11:22:21.280487 293582 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 11:22:21.280723 293582 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 11:22:21.280877 293582 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 11:22:21.280898 293582 cni.go:84] Creating CNI manager for ""
I1006 11:22:21.280909 293582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:22:21.284307 293582 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 11:22:21.287345 293582 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 11:22:21.291984 293582 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 11:22:21.292010 293582 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 11:22:21.307003 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 11:22:21.603565 293582 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 11:22:21.603720 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:21.603799 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-657738 minikube.k8s.io/updated_at=2025_10_06T11_22_21_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=addons-657738 minikube.k8s.io/primary=true
I1006 11:22:21.760157 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:21.760219 293582 ops.go:34] apiserver oom_adj: -16
I1006 11:22:22.260711 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:22.760581 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:23.260283 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:23.760981 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:24.260985 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:24.760212 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:25.260760 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:25.760593 293582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 11:22:25.883366 293582 kubeadm.go:1113] duration metric: took 4.279711293s to wait for elevateKubeSystemPrivileges
I1006 11:22:25.883400 293582 kubeadm.go:402] duration metric: took 19.041299116s to StartCluster
I1006 11:22:25.883417 293582 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:25.883525 293582 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:22:25.883923 293582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:22:25.884130 293582 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 11:22:25.884285 293582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 11:22:25.884534 293582 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:22:25.884578 293582 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:true storage-provisioner:true storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1006 11:22:25.884665 293582 addons.go:69] Setting yakd=true in profile "addons-657738"
I1006 11:22:25.884686 293582 addons.go:238] Setting addon yakd=true in "addons-657738"
I1006 11:22:25.884713 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.884920 293582 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-657738"
I1006 11:22:25.884937 293582 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-657738"
I1006 11:22:25.884963 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.885468 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.885723 293582 addons.go:69] Setting metrics-server=true in profile "addons-657738"
I1006 11:22:25.885769 293582 addons.go:238] Setting addon metrics-server=true in "addons-657738"
I1006 11:22:25.885834 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.886426 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.886933 293582 addons.go:69] Setting cloud-spanner=true in profile "addons-657738"
I1006 11:22:25.886965 293582 addons.go:238] Setting addon cloud-spanner=true in "addons-657738"
I1006 11:22:25.886991 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.887175 293582 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-657738"
I1006 11:22:25.887813 293582 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-657738"
I1006 11:22:25.887846 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.888194 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887403 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.893490 293582 addons.go:69] Setting registry=true in profile "addons-657738"
I1006 11:22:25.893590 293582 addons.go:238] Setting addon registry=true in "addons-657738"
I1006 11:22:25.893643 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.898004 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887410 293582 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-657738"
I1006 11:22:25.898346 293582 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-657738"
I1006 11:22:25.898376 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.898771 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.909660 293582 addons.go:69] Setting registry-creds=true in profile "addons-657738"
I1006 11:22:25.909703 293582 addons.go:238] Setting addon registry-creds=true in "addons-657738"
I1006 11:22:25.909741 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.910208 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887416 293582 addons.go:69] Setting default-storageclass=true in profile "addons-657738"
I1006 11:22:25.911476 293582 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-657738"
I1006 11:22:25.911779 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.915250 293582 addons.go:69] Setting storage-provisioner=true in profile "addons-657738"
I1006 11:22:25.915323 293582 addons.go:238] Setting addon storage-provisioner=true in "addons-657738"
I1006 11:22:25.915377 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.915839 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887420 293582 addons.go:69] Setting gcp-auth=true in profile "addons-657738"
I1006 11:22:25.928526 293582 mustload.go:65] Loading cluster: addons-657738
I1006 11:22:25.928911 293582 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:22:25.929398 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887423 293582 addons.go:69] Setting ingress=true in profile "addons-657738"
I1006 11:22:25.937692 293582 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-657738"
I1006 11:22:25.937708 293582 addons.go:238] Setting addon ingress=true in "addons-657738"
I1006 11:22:25.937717 293582 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-657738"
I1006 11:22:25.937755 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.938052 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.938187 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887426 293582 addons.go:69] Setting ingress-dns=true in profile "addons-657738"
I1006 11:22:25.942000 293582 addons.go:238] Setting addon ingress-dns=true in "addons-657738"
I1006 11:22:25.942050 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.942603 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887430 293582 addons.go:69] Setting inspektor-gadget=true in profile "addons-657738"
I1006 11:22:25.950408 293582 addons.go:238] Setting addon inspektor-gadget=true in "addons-657738"
I1006 11:22:25.950458 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.950930 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.953769 293582 addons.go:69] Setting volcano=true in profile "addons-657738"
I1006 11:22:25.953807 293582 addons.go:238] Setting addon volcano=true in "addons-657738"
I1006 11:22:25.953845 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.954335 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.887781 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.977472 293582 out.go:179] * Verifying Kubernetes components...
I1006 11:22:25.980020 293582 addons.go:69] Setting volumesnapshots=true in profile "addons-657738"
I1006 11:22:25.980049 293582 addons.go:238] Setting addon volumesnapshots=true in "addons-657738"
I1006 11:22:25.980086 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:25.980585 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:25.980838 293582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:22:26.055552 293582 addons.go:238] Setting addon default-storageclass=true in "addons-657738"
I1006 11:22:26.055595 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:26.058156 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:26.093691 293582 out.go:179] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.9
I1006 11:22:26.108019 293582 out.go:179] - Using image docker.io/registry:3.0.0
I1006 11:22:26.108090 293582 out.go:179] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.44.1
I1006 11:22:26.108581 293582 out.go:179] - Using image registry.k8s.io/metrics-server/metrics-server:v0.8.0
I1006 11:22:26.124639 293582 out.go:179] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1006 11:22:26.133971 293582 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I1006 11:22:26.134017 293582 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (14 bytes)
I1006 11:22:26.134108 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.146213 293582 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I1006 11:22:26.146233 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1006 11:22:26.146300 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.147404 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1006 11:22:26.148867 293582 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I1006 11:22:26.149027 293582 out.go:179] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.4
I1006 11:22:26.149042 293582 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1006 11:22:26.150638 293582 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1006 11:22:26.150698 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.175705 293582 out.go:179] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.41
I1006 11:22:26.182804 293582 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I1006 11:22:26.182830 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1006 11:22:26.182901 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.196987 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1006 11:22:26.150286 293582 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-657738"
I1006 11:22:26.149097 293582 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1006 11:22:26.202672 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1006 11:22:26.150774 293582 out.go:179] - Using image docker.io/kicbase/minikube-ingress-dns:0.0.4
I1006 11:22:26.202915 293582 out.go:179] - Using image docker.io/upmcenterprises/registry-creds:1.10
I1006 11:22:26.204213 293582 out.go:179] - Using image docker.io/marcnuri/yakd:0.0.5
I1006 11:22:26.204943 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:26.206390 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:26.206825 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:26.210500 293582 addons.go:435] installing /etc/kubernetes/addons/registry-creds-rc.yaml
I1006 11:22:26.210526 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-creds-rc.yaml (3306 bytes)
I1006 11:22:26.210593 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.217843 293582 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1006 11:22:26.217879 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1006 11:22:26.217956 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.231140 293582 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 11:22:26.233740 293582 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1006 11:22:26.233771 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2889 bytes)
I1006 11:22:26.233851 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.234260 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.241688 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I1006 11:22:26.241719 293582 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1006 11:22:26.241800 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.246216 293582 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 11:22:26.246235 293582 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 11:22:26.246296 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
W1006 11:22:26.273565 293582 out.go:285] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1006 11:22:26.282081 293582 out.go:179] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1006 11:22:26.286900 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1006 11:22:26.286929 293582 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1006 11:22:26.287014 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.293344 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1006 11:22:26.293643 293582 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 11:22:26.293677 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 11:22:26.293747 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.336006 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1006 11:22:26.336093 293582 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I1006 11:22:26.345861 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1006 11:22:26.365826 293582 out.go:179] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1006 11:22:26.369385 293582 out.go:179] - Using image registry.k8s.io/ingress-nginx/controller:v1.13.2
I1006 11:22:26.375457 293582 out.go:179] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1006 11:22:26.378797 293582 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1006 11:22:26.378822 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1006 11:22:26.378892 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.393619 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.397639 293582 out.go:179] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1006 11:22:26.401662 293582 out.go:179] - Using image docker.io/busybox:stable
I1006 11:22:26.405120 293582 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1006 11:22:26.405144 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1006 11:22:26.405221 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.405457 293582 out.go:179] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1006 11:22:26.411635 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1006 11:22:26.411707 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1006 11:22:26.411808 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:26.460175 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.472165 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.473395 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.474285 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.485964 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.488473 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.519691 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.528267 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.533580 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.543705 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.551603 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
W1006 11:22:26.556813 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.556916 293582 retry.go:31] will retry after 184.430832ms: ssh: handshake failed: EOF
W1006 11:22:26.557184 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.557199 293582 retry.go:31] will retry after 182.134765ms: ssh: handshake failed: EOF
I1006 11:22:26.563476 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.596434 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:26.597028 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
W1006 11:22:26.598649 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.598674 293582 retry.go:31] will retry after 239.908235ms: ssh: handshake failed: EOF
W1006 11:22:26.742421 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.742501 293582 retry.go:31] will retry after 317.67103ms: ssh: handshake failed: EOF
I1006 11:22:26.783118 293582 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 11:22:26.783411 293582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
W1006 11:22:26.839907 293582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1006 11:22:26.839987 293582 retry.go:31] will retry after 401.393625ms: ssh: handshake failed: EOF
I1006 11:22:27.126067 293582 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1006 11:22:27.126143 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1006 11:22:27.165975 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml
I1006 11:22:27.167634 293582 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1006 11:22:27.167657 293582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1006 11:22:27.174839 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1006 11:22:27.174866 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1006 11:22:27.180311 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1006 11:22:27.181419 293582 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:27.181439 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (15034 bytes)
I1006 11:22:27.238493 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 11:22:27.286223 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1006 11:22:27.288797 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I1006 11:22:27.288868 293582 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1006 11:22:27.308043 293582 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1006 11:22:27.308116 293582 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1006 11:22:27.309347 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1006 11:22:27.330658 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1006 11:22:27.330732 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1006 11:22:27.332228 293582 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1006 11:22:27.332291 293582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1006 11:22:27.335551 293582 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I1006 11:22:27.335610 293582 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1006 11:22:27.343510 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1006 11:22:27.355808 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:27.356537 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1006 11:22:27.470233 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I1006 11:22:27.470308 293582 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1006 11:22:27.476431 293582 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1006 11:22:27.476504 293582 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1006 11:22:27.492841 293582 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I1006 11:22:27.492931 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1006 11:22:27.515258 293582 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1006 11:22:27.515334 293582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1006 11:22:27.530399 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1006 11:22:27.530471 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1006 11:22:27.619998 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1006 11:22:27.620075 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1006 11:22:27.679546 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1006 11:22:27.707660 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I1006 11:22:27.707740 293582 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1006 11:22:27.744353 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1006 11:22:27.744434 293582 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1006 11:22:27.746994 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1006 11:22:27.796943 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 11:22:27.840659 293582 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1006 11:22:27.840735 293582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1006 11:22:27.841060 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1006 11:22:27.894254 293582 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I1006 11:22:27.894324 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1006 11:22:27.933900 293582 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 11:22:27.933980 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1006 11:22:28.039234 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1006 11:22:28.039309 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1006 11:22:28.136673 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1006 11:22:28.204914 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 11:22:28.221659 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1006 11:22:28.221734 293582 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1006 11:22:28.273988 293582 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.490521468s)
I1006 11:22:28.274100 293582 start.go:976] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1006 11:22:28.274066 293582 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.490786943s)
I1006 11:22:28.275705 293582 node_ready.go:35] waiting up to 6m0s for node "addons-657738" to be "Ready" ...
I1006 11:22:28.506113 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml: (1.340057738s)
I1006 11:22:28.506161 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.325827933s)
I1006 11:22:28.519728 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1006 11:22:28.519799 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1006 11:22:28.706162 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1006 11:22:28.706236 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1006 11:22:28.779651 293582 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-657738" context rescaled to 1 replicas
I1006 11:22:28.840814 293582 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1006 11:22:28.840889 293582 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1006 11:22:28.896833 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
W1006 11:22:30.303151 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:31.162828 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.87651113s)
I1006 11:22:31.162935 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.853534814s)
I1006 11:22:31.162993 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (3.819417513s)
I1006 11:22:31.163093 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (3.807215784s)
W1006 11:22:31.163137 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget created
serviceaccount/gadget created
configmap/gadget created
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role created
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding created
role.rbac.authorization.k8s.io/gadget-role created
rolebinding.rbac.authorization.k8s.io/gadget-role-binding created
daemonset.apps/gadget created
stderr:
Warning: spec.template.metadata.annotations[container.apparmor.security.beta.kubernetes.io/gadget]: deprecated since v1.30; use the "appArmorProfile" field instead
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:31.163172 293582 retry.go:31] will retry after 342.8657ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget created
serviceaccount/gadget created
configmap/gadget created
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role created
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding created
role.rbac.authorization.k8s.io/gadget-role created
rolebinding.rbac.authorization.k8s.io/gadget-role-binding created
daemonset.apps/gadget created
stderr:
Warning: spec.template.metadata.annotations[container.apparmor.security.beta.kubernetes.io/gadget]: deprecated since v1.30; use the "appArmorProfile" field instead
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:31.163251 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.92469422s)
I1006 11:22:31.506497 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
W1006 11:22:32.307657 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:32.377977 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.630919148s)
I1006 11:22:32.378057 293582 addons.go:479] Verifying addon metrics-server=true in "addons-657738"
I1006 11:22:32.378117 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.581097299s)
I1006 11:22:32.378391 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.537266565s)
I1006 11:22:32.378561 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.241812503s)
I1006 11:22:32.377900 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.698274945s)
I1006 11:22:32.379020 293582 addons.go:479] Verifying addon registry=true in "addons-657738"
I1006 11:22:32.378881 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.173885009s)
W1006 11:22:32.379096 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1006 11:22:32.379112 293582 retry.go:31] will retry after 254.320105ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1006 11:22:32.379323 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.022734131s)
I1006 11:22:32.379361 293582 addons.go:479] Verifying addon ingress=true in "addons-657738"
I1006 11:22:32.381867 293582 out.go:179] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-657738 service yakd-dashboard -n yakd-dashboard
I1006 11:22:32.383929 293582 out.go:179] * Verifying ingress addon...
I1006 11:22:32.383972 293582 out.go:179] * Verifying registry addon...
I1006 11:22:32.388679 293582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1006 11:22:32.389597 293582 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1006 11:22:32.401461 293582 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1006 11:22:32.401479 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:32.402855 293582 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1006 11:22:32.402872 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:32.405928 293582 out.go:285] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1006 11:22:32.633834 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1006 11:22:32.839125 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.942188106s)
I1006 11:22:32.839208 293582 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-657738"
I1006 11:22:32.843053 293582 out.go:179] * Verifying csi-hostpath-driver addon...
I1006 11:22:32.846511 293582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1006 11:22:32.860502 293582 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1006 11:22:32.860521 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:32.904287 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:32.905863 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:32.939825 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.433240398s)
W1006 11:22:32.939916 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:32.939949 293582 retry.go:31] will retry after 463.150213ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:33.350072 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:33.393326 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:33.393305 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:33.403628 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:33.816841 293582 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1006 11:22:33.817011 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:33.838748 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:22:33.851264 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:33.893963 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:33.895025 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:33.960937 293582 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1006 11:22:33.975949 293582 addons.go:238] Setting addon gcp-auth=true in "addons-657738"
I1006 11:22:33.976039 293582 host.go:66] Checking if "addons-657738" exists ...
I1006 11:22:33.976514 293582 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:22:33.995360 293582 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1006 11:22:33.995418 293582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:22:34.014861 293582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
W1006 11:22:34.313638 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:34.313678 293582 retry.go:31] will retry after 631.040984ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:34.317404 293582 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.2
I1006 11:22:34.320380 293582 out.go:179] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1006 11:22:34.323392 293582 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1006 11:22:34.323428 293582 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1006 11:22:34.338112 293582 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1006 11:22:34.338138 293582 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1006 11:22:34.350374 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:34.354943 293582 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1006 11:22:34.354970 293582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1006 11:22:34.368863 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1006 11:22:34.392960 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:34.395079 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:34.783536 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:34.858760 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:34.872919 293582 addons.go:479] Verifying addon gcp-auth=true in "addons-657738"
I1006 11:22:34.876187 293582 out.go:179] * Verifying gcp-auth addon...
I1006 11:22:34.880163 293582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1006 11:22:34.890721 293582 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1006 11:22:34.890791 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:34.945101 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:34.959160 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:34.959628 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:35.351180 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:35.383370 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:35.393229 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:35.393744 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:35.757479 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:35.757585 293582 retry.go:31] will retry after 808.324904ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:35.850047 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:35.883901 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:35.891490 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:35.892509 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:36.349863 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:36.383898 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:36.391952 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:36.393056 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:36.566474 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:36.850376 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:36.883416 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:36.893403 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:36.894221 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:37.279083 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:37.350506 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:37.385547 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:37.393753 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:37.395539 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:37.426372 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:37.426401 293582 retry.go:31] will retry after 1.8822685s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:37.849608 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:37.883509 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:37.892952 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:37.893447 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:38.351165 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:38.383407 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:38.392478 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:38.392956 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:38.850321 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:38.883217 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:38.892813 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:38.892953 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1006 11:22:39.279205 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:39.309460 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:39.352659 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:39.387165 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:39.394283 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:39.395314 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:39.851357 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:39.883725 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:39.892946 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:39.893948 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:40.165705 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:40.165741 293582 retry.go:31] will retry after 2.76198947s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:40.349243 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:40.384136 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:40.394393 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:40.394792 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:40.850859 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:40.883805 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:40.892558 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:40.893255 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:41.279304 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:41.350184 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:41.383868 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:41.391641 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:41.393660 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:41.850479 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:41.883119 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:41.891867 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:41.893028 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:42.350232 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:42.384222 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:42.392289 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:42.392911 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:42.850398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:42.883158 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:42.892820 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:42.893001 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:42.928157 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
W1006 11:22:43.280610 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:43.350019 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:43.384789 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:43.395084 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:43.395725 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:43.724320 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:43.724352 293582 retry.go:31] will retry after 2.1466188s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:43.850840 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:43.883750 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:43.894381 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:43.894542 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:44.350181 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:44.385066 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:44.391799 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:44.393116 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:44.849781 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:44.883792 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:44.891687 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:44.892429 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:45.282298 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:45.352667 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:45.385399 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:45.392546 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:45.395922 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:45.850270 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:45.871392 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:45.887027 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:45.892369 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:45.893213 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:46.350383 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:46.384427 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:46.393354 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:46.393994 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:46.697387 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:46.697432 293582 retry.go:31] will retry after 2.715959749s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:46.850531 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:46.883409 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:46.892445 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:46.892892 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:47.288020 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:47.350086 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:47.383952 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:47.392635 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:47.392718 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:47.849934 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:47.883865 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:47.892065 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:47.892880 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:48.350711 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:48.383579 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:48.392294 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:48.393163 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:48.850316 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:48.883398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:48.892543 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:48.892643 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:49.349603 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:49.384470 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:49.392772 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:49.393014 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:49.413912 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
W1006 11:22:49.779427 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:49.850578 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:49.884540 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:49.893364 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:49.894161 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:50.250729 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:50.250757 293582 retry.go:31] will retry after 5.214789195s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:50.349670 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:50.384078 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:50.392124 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:50.392586 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:50.850488 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:50.883525 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:50.892398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:50.893622 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:51.351191 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:51.384464 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:51.392841 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:51.392993 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:51.850453 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:51.883523 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:51.892687 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:51.892900 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:52.278968 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:52.350031 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:52.384139 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:52.392437 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:52.392640 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:52.850589 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:52.884468 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:52.892163 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:52.892301 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:53.349412 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:53.383512 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:53.393986 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:53.395889 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:53.850038 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:53.883674 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:53.891648 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:53.892393 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:54.279313 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:54.350404 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:54.384123 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:54.392999 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:54.393064 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:54.849990 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:54.883791 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:54.892161 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:54.892820 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:55.350047 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:55.384272 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:55.392815 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:55.393459 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:55.466770 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:22:55.850277 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:55.884449 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:55.894317 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:55.895330 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:56.274056 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:56.274087 293582 retry.go:31] will retry after 9.081077835s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:22:56.349950 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:56.384700 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:56.392595 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:56.392795 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:56.778761 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:56.849680 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:56.883736 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:56.892783 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:56.892916 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:57.349410 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:57.383473 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:57.392648 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:57.392867 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:57.850512 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:57.883930 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:57.891640 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:57.892943 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:58.350071 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:58.384055 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:58.393085 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:58.393278 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:22:58.779077 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:22:58.850599 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:58.883312 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:58.892635 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:58.892782 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:59.349791 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:59.383886 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:59.391686 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:59.392730 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:22:59.849586 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:22:59.883580 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:22:59.892141 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:22:59.892284 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:00.353372 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:00.387956 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:00.394398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:00.395691 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:23:00.779210 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:23:00.849914 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:00.883897 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:00.892182 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:00.893072 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:01.350852 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:01.384487 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:01.392692 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:01.392825 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:01.850437 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:01.883453 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:01.892652 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:01.893085 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:02.350172 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:02.385121 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:02.392412 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:02.393033 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:02.850305 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:02.883440 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:02.892683 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:02.892803 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1006 11:23:03.278818 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:23:03.349685 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:03.383305 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:03.392496 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:03.392690 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:03.850290 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:03.883309 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:03.892731 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:03.892816 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:04.349724 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:04.383791 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:04.391816 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:04.392263 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:04.850362 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:04.883034 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:04.891663 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:04.893366 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:23:05.279604 293582 node_ready.go:57] node "addons-657738" has "Ready":"False" status (will retry)
I1006 11:23:05.349657 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:05.355628 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:23:05.386208 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:05.392940 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:05.393160 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:05.850715 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:05.884277 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:05.894515 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:05.894892 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1006 11:23:06.207358 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:06.207387 293582 retry.go:31] will retry after 8.50937978s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:06.350324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:06.383190 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:06.392809 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:06.392948 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:06.850346 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:06.883304 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:06.892873 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:06.893308 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:07.294830 293582 node_ready.go:49] node "addons-657738" is "Ready"
I1006 11:23:07.294860 293582 node_ready.go:38] duration metric: took 39.018848147s for node "addons-657738" to be "Ready" ...
I1006 11:23:07.294874 293582 api_server.go:52] waiting for apiserver process to appear ...
I1006 11:23:07.294945 293582 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 11:23:07.321534 293582 api_server.go:72] duration metric: took 41.437353738s to wait for apiserver process to appear ...
I1006 11:23:07.321601 293582 api_server.go:88] waiting for apiserver healthz status ...
I1006 11:23:07.321637 293582 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1006 11:23:07.356875 293582 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1006 11:23:07.361319 293582 api_server.go:141] control plane version: v1.34.1
I1006 11:23:07.361394 293582 api_server.go:131] duration metric: took 39.76999ms to wait for apiserver health ...
I1006 11:23:07.361429 293582 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 11:23:07.368217 293582 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1006 11:23:07.368284 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:07.382633 293582 system_pods.go:59] 19 kube-system pods found
I1006 11:23:07.382725 293582 system_pods.go:61] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Pending
I1006 11:23:07.382745 293582 system_pods.go:61] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending
I1006 11:23:07.382764 293582 system_pods.go:61] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending
I1006 11:23:07.382797 293582 system_pods.go:61] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending
I1006 11:23:07.382821 293582 system_pods.go:61] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:07.382840 293582 system_pods.go:61] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:07.382859 293582 system_pods.go:61] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:07.382877 293582 system_pods.go:61] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:07.382905 293582 system_pods.go:61] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending
I1006 11:23:07.382930 293582 system_pods.go:61] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:07.382950 293582 system_pods.go:61] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:07.382975 293582 system_pods.go:61] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:07.382993 293582 system_pods.go:61] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending
I1006 11:23:07.383028 293582 system_pods.go:61] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending
I1006 11:23:07.383047 293582 system_pods.go:61] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending
I1006 11:23:07.383064 293582 system_pods.go:61] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending
I1006 11:23:07.383082 293582 system_pods.go:61] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending
I1006 11:23:07.383110 293582 system_pods.go:61] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending
I1006 11:23:07.383132 293582 system_pods.go:61] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending
I1006 11:23:07.383151 293582 system_pods.go:74] duration metric: took 21.703704ms to wait for pod list to return data ...
I1006 11:23:07.383171 293582 default_sa.go:34] waiting for default service account to be created ...
I1006 11:23:07.406085 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:07.410277 293582 default_sa.go:45] found service account: "default"
I1006 11:23:07.410348 293582 default_sa.go:55] duration metric: took 27.156091ms for default service account to be created ...
I1006 11:23:07.410386 293582 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 11:23:07.429589 293582 system_pods.go:86] 19 kube-system pods found
I1006 11:23:07.429944 293582 system_pods.go:89] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Pending
I1006 11:23:07.429987 293582 system_pods.go:89] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending
I1006 11:23:07.430011 293582 system_pods.go:89] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending
I1006 11:23:07.430036 293582 system_pods.go:89] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending
I1006 11:23:07.430075 293582 system_pods.go:89] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:07.430105 293582 system_pods.go:89] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:07.430130 293582 system_pods.go:89] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:07.430155 293582 system_pods.go:89] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:07.430190 293582 system_pods.go:89] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending
I1006 11:23:07.430219 293582 system_pods.go:89] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:07.430244 293582 system_pods.go:89] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:07.430270 293582 system_pods.go:89] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:07.430304 293582 system_pods.go:89] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending
I1006 11:23:07.430333 293582 system_pods.go:89] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending
I1006 11:23:07.430355 293582 system_pods.go:89] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending
I1006 11:23:07.430377 293582 system_pods.go:89] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending
I1006 11:23:07.430412 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending
I1006 11:23:07.430438 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending
I1006 11:23:07.430459 293582 system_pods.go:89] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending
I1006 11:23:07.430491 293582 retry.go:31] will retry after 240.740044ms: missing components: kube-dns
I1006 11:23:07.429844 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:07.429921 293582 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1006 11:23:07.430584 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:07.818833 293582 system_pods.go:86] 19 kube-system pods found
I1006 11:23:07.818927 293582 system_pods.go:89] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:23:07.818950 293582 system_pods.go:89] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1006 11:23:07.818985 293582 system_pods.go:89] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1006 11:23:07.819007 293582 system_pods.go:89] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending
I1006 11:23:07.819026 293582 system_pods.go:89] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:07.819045 293582 system_pods.go:89] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:07.819063 293582 system_pods.go:89] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:07.819092 293582 system_pods.go:89] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:07.819117 293582 system_pods.go:89] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending
I1006 11:23:07.819136 293582 system_pods.go:89] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:07.819154 293582 system_pods.go:89] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:07.819174 293582 system_pods.go:89] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:07.819203 293582 system_pods.go:89] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending
I1006 11:23:07.819225 293582 system_pods.go:89] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending
I1006 11:23:07.819243 293582 system_pods.go:89] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending
I1006 11:23:07.819258 293582 system_pods.go:89] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending
I1006 11:23:07.819275 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending
I1006 11:23:07.819302 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending
I1006 11:23:07.819323 293582 system_pods.go:89] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending
I1006 11:23:07.819351 293582 retry.go:31] will retry after 294.297696ms: missing components: kube-dns
I1006 11:23:07.865939 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:07.954597 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:07.955079 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:07.955486 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:08.161317 293582 system_pods.go:86] 19 kube-system pods found
I1006 11:23:08.161445 293582 system_pods.go:89] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:23:08.161467 293582 system_pods.go:89] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1006 11:23:08.161479 293582 system_pods.go:89] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1006 11:23:08.161485 293582 system_pods.go:89] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending
I1006 11:23:08.161490 293582 system_pods.go:89] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:08.161548 293582 system_pods.go:89] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:08.161557 293582 system_pods.go:89] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:08.161563 293582 system_pods.go:89] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:08.161657 293582 system_pods.go:89] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1006 11:23:08.161668 293582 system_pods.go:89] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:08.161675 293582 system_pods.go:89] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:08.161682 293582 system_pods.go:89] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:08.161695 293582 system_pods.go:89] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending
I1006 11:23:08.161703 293582 system_pods.go:89] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1006 11:23:08.161717 293582 system_pods.go:89] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1006 11:23:08.161807 293582 system_pods.go:89] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending
I1006 11:23:08.161820 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1006 11:23:08.161828 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1006 11:23:08.161841 293582 system_pods.go:89] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 11:23:08.161862 293582 retry.go:31] will retry after 474.822246ms: missing components: kube-dns
I1006 11:23:08.372456 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:08.399133 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:08.403324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:08.421613 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:08.642013 293582 system_pods.go:86] 19 kube-system pods found
I1006 11:23:08.642050 293582 system_pods.go:89] "coredns-66bc5c9577-vmfmc" [2c2fca8c-4dbb-4147-ba98-e75566d65a9b] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:23:08.642062 293582 system_pods.go:89] "csi-hostpath-attacher-0" [0789e50c-4cc2-43e5-8efc-33ea57e84832] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1006 11:23:08.642108 293582 system_pods.go:89] "csi-hostpath-resizer-0" [d6cb4ac8-bac2-4df6-8559-1edf7669a5b5] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1006 11:23:08.642130 293582 system_pods.go:89] "csi-hostpathplugin-pr5d9" [8e8935c5-90fb-4a29-b4d3-05d68be9fce4] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1006 11:23:08.642140 293582 system_pods.go:89] "etcd-addons-657738" [46257833-689b-40b5-88bc-1efa4b961c51] Running
I1006 11:23:08.642145 293582 system_pods.go:89] "kindnet-dllfv" [65d79949-0126-40d7-8cf5-cb632e19a51e] Running
I1006 11:23:08.642160 293582 system_pods.go:89] "kube-apiserver-addons-657738" [a5ec965e-6b06-43b6-9359-13f4b2ae53ad] Running
I1006 11:23:08.642166 293582 system_pods.go:89] "kube-controller-manager-addons-657738" [30bc5e67-a1eb-41b4-842b-987157a03f6c] Running
I1006 11:23:08.642175 293582 system_pods.go:89] "kube-ingress-dns-minikube" [3bc9575e-13fe-4035-b8da-cdb05f4a2735] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1006 11:23:08.642179 293582 system_pods.go:89] "kube-proxy-gxkf8" [45b537dd-ef5c-4b35-885d-4315cdbf2f64] Running
I1006 11:23:08.642187 293582 system_pods.go:89] "kube-scheduler-addons-657738" [e848ae31-41f0-460c-b87e-f18452a0bd02] Running
I1006 11:23:08.642193 293582 system_pods.go:89] "metrics-server-85b7d694d7-r4xd5" [b4ab1ed9-2a01-4d7f-9ab3-f7b01c687851] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1006 11:23:08.642202 293582 system_pods.go:89] "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1006 11:23:08.642208 293582 system_pods.go:89] "registry-66898fdd98-g96lx" [d9f0e321-9d4b-49f2-b3af-12f0b8c491a2] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1006 11:23:08.642218 293582 system_pods.go:89] "registry-creds-764b6fb674-spdcc" [6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1006 11:23:08.642224 293582 system_pods.go:89] "registry-proxy-rj26w" [47d1621b-b5b9-4198-9bef-835e3c6f7b7f] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1006 11:23:08.642233 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-4n979" [1a5e0139-a1ba-4273-9e53-bb5bb61181d2] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1006 11:23:08.642240 293582 system_pods.go:89] "snapshot-controller-7d9fbc56b8-fj7g7" [d8c333c1-dddd-49ec-b091-c673d5e8e39e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1006 11:23:08.642246 293582 system_pods.go:89] "storage-provisioner" [f2d53117-2a1a-491a-80cb-01d0d70e30ba] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 11:23:08.642259 293582 system_pods.go:126] duration metric: took 1.231854314s to wait for k8s-apps to be running ...
I1006 11:23:08.642270 293582 system_svc.go:44] waiting for kubelet service to be running ....
I1006 11:23:08.642332 293582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 11:23:08.656025 293582 system_svc.go:56] duration metric: took 13.745742ms WaitForService to wait for kubelet
I1006 11:23:08.656059 293582 kubeadm.go:586] duration metric: took 42.771897195s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 11:23:08.656078 293582 node_conditions.go:102] verifying NodePressure condition ...
I1006 11:23:08.659445 293582 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 11:23:08.659482 293582 node_conditions.go:123] node cpu capacity is 2
I1006 11:23:08.659496 293582 node_conditions.go:105] duration metric: took 3.412322ms to run NodePressure ...
I1006 11:23:08.659507 293582 start.go:241] waiting for startup goroutines ...
I1006 11:23:08.849845 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:08.883995 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:08.893542 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:08.894324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:09.351012 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:09.385477 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:09.394268 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:09.394355 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:09.851797 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:09.884290 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:09.894296 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:09.894591 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:10.350636 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:10.384878 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:10.392869 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:10.394415 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:10.849933 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:10.884099 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:10.894273 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:10.894832 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:11.351032 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:11.451183 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:11.451367 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:11.451427 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:11.850479 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:11.883981 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:11.892115 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:11.892800 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:12.350479 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:12.384877 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:12.391892 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:12.394823 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:12.851042 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:12.884545 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:12.893978 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:12.894364 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:13.350125 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:13.385073 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:13.391737 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:13.394252 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:13.851009 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:13.884009 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:13.892926 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:13.894454 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:14.350196 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:14.384643 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:14.393964 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:14.394287 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:14.717881 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:23:14.850400 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:14.883542 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:14.893934 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:14.894444 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:15.351049 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:15.385480 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:15.394229 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:15.394642 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:15.851365 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:15.866302 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.14833929s)
W1006 11:23:15.866383 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:15.866416 293582 retry.go:31] will retry after 17.840140685s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:15.883771 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:15.892868 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:15.894874 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:16.350760 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:16.385395 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:16.393696 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:16.394070 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:16.850856 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:16.883914 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:16.894073 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:16.894505 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:17.350115 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:17.384112 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:17.393955 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:17.394317 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:17.850258 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:17.883311 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:17.893959 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:17.894345 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:18.350946 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:18.384307 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:18.396003 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:18.396483 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:18.850356 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:18.883689 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:18.894096 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:18.894492 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:19.351085 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:19.384698 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:19.394492 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:19.395771 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:19.851140 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:19.884256 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:19.892629 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:19.892957 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:20.351104 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:20.385214 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:20.393792 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:20.393974 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:20.850778 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:20.884099 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:20.893563 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:20.893761 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:21.350477 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:21.385300 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:21.394508 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:21.394732 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:21.850500 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:21.883833 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:21.893752 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:21.893915 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:22.351705 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:22.385222 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:22.394085 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:22.394263 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:22.850995 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:22.884039 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:22.893125 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:22.895058 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:23.350903 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:23.384121 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:23.394006 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:23.394359 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:23.850224 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:23.883639 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:23.911096 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:23.911195 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:24.352431 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:24.450908 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:24.451028 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:24.451142 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:24.850390 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:24.883284 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:24.893210 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:24.893935 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:25.350839 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:25.384581 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:25.394061 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:25.394590 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:25.850278 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:25.883103 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:25.892324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:25.893370 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:26.349966 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:26.451011 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:26.451213 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:26.451465 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:26.849730 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:26.883895 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:26.893184 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:26.894458 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:27.350373 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:27.384905 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:27.394202 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:27.394723 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:27.850383 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:27.883424 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:27.893037 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:27.893310 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:28.350040 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:28.386013 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:28.395032 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:28.395207 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:28.850914 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:28.883846 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:28.892592 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:28.893365 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:29.350995 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:29.451992 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:29.452107 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:29.452487 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:29.850311 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:29.883953 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:29.896659 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:29.897177 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:30.354088 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:30.388628 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:30.398470 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:30.403537 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:30.853324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:30.883869 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:30.891602 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:30.893328 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:31.350706 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:31.384391 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:31.392602 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:31.392813 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:31.850814 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:31.884563 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:31.894860 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:31.895225 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:32.349561 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:32.383688 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:32.394958 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:32.395234 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:32.849913 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:32.883471 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:32.892613 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:32.892764 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:33.351021 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:33.385297 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:33.393191 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:33.394632 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:33.707129 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:23:33.850829 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:33.884439 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:33.894615 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:33.895603 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:34.350997 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:34.385218 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:34.393100 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:34.394188 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:34.836140 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.128969889s)
W1006 11:23:34.836174 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:34.836192 293582 retry.go:31] will retry after 30.068464836s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
I1006 11:23:34.850902 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:34.883428 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:34.893140 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:34.893278 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:35.364604 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:35.405882 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:35.406773 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:35.407387 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:35.850565 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:35.883673 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:35.893620 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:35.894126 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:36.349628 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:36.383912 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:36.391920 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:36.393186 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:36.851949 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:36.884418 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:36.892369 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:36.892520 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:37.350143 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:37.384199 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:37.393138 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:37.393303 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:37.853058 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:37.883863 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:37.892974 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:37.893898 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:38.350319 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:38.383741 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:38.392284 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:38.393801 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:38.850948 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:38.886355 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:38.893663 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:38.894007 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:39.351442 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:39.383589 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:39.394091 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:39.394272 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:39.853412 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:39.883696 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:39.893287 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:39.894746 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:40.350902 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:40.384922 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:40.394973 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:40.395507 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:40.850987 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:40.884197 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:40.894079 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:40.894789 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:41.352712 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:41.384981 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:41.393954 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:41.394430 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:41.849953 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:41.884148 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:41.892402 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:41.893902 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:42.351341 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:42.383524 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:42.394202 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:42.394336 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:42.850976 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:42.884107 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:42.892505 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:42.895387 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:43.349690 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:43.383744 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:43.391537 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:43.393909 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:43.850232 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:43.883459 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:43.894266 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:43.894770 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:44.350522 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:44.384635 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:44.393436 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:44.394957 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:44.851398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:44.883759 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:44.893992 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:44.894596 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:45.352081 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:45.388787 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:45.398600 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:45.399307 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:45.850756 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:45.883687 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:45.895762 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:45.895897 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:46.350729 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:46.387435 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:46.393235 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:46.393510 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:46.850650 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:46.883984 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:46.893978 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:46.894460 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:47.350540 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:47.383735 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:47.394305 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:47.394802 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:47.850943 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:47.883918 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:47.893894 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:47.894399 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:48.352331 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:48.383258 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:48.394225 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:48.395153 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:48.851634 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:48.883809 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:48.892610 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:48.893930 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:49.349958 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:49.383775 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:49.393084 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:49.393628 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:49.851406 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:49.883863 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:49.892049 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:49.893059 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:50.354824 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:50.458299 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:50.458455 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:50.459025 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:50.850227 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:50.884288 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:50.894542 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:50.894677 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:51.351087 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:51.384519 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:51.411220 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:51.411448 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:51.850921 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:51.884100 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:51.892125 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:51.893453 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:52.371615 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:52.400559 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:52.404734 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:52.405773 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:52.850811 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:52.883608 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:52.892883 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:52.892916 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:53.354026 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:53.452445 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:53.452653 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:53.452814 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:53.850252 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:53.883238 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:53.894565 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:53.894684 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:54.349893 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:54.385758 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:54.395840 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:54.397005 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:54.850953 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:54.884198 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:54.894810 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:54.895572 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:55.350398 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:55.383298 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:55.393140 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:55.393306 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:55.850395 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:55.883429 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:55.893203 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:55.893712 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1006 11:23:56.359402 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:56.384240 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:56.395554 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:56.396335 293582 kapi.go:107] duration metric: took 1m24.007657653s to wait for kubernetes.io/minikube-addons=registry ...
I1006 11:23:56.851324 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:56.884030 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:56.893288 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:57.350039 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:57.384034 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:57.393166 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:57.851568 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:57.883736 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:57.893979 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:58.350728 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:58.384123 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:58.393299 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:58.850187 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:58.884322 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:58.894158 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:59.350458 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:59.383463 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:59.393914 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:23:59.851286 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:23:59.883589 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:23:59.893160 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:00.361769 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:00.405500 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:00.406281 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:00.857099 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:00.884421 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:00.894218 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:01.351441 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:01.383504 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:01.393764 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:01.850493 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:01.883565 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:01.893251 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:02.350981 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:02.383799 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:02.392772 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:02.851402 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:02.951612 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:02.951798 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:03.350409 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:03.383426 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:03.393555 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:03.849845 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:03.883776 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1006 11:24:03.892831 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:04.353439 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:04.406694 293582 kapi.go:107] duration metric: took 1m29.526531246s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1006 11:24:04.407429 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:04.409877 293582 out.go:179] * Your GCP credentials will now be mounted into every pod created in the addons-657738 cluster.
I1006 11:24:04.412834 293582 out.go:179] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1006 11:24:04.415680 293582 out.go:179] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1006 11:24:04.850799 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:04.893340 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:04.905750 293582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1006 11:24:05.349964 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:05.416909 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:05.850522 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:05.894219 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:06.350052 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:06.393394 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:06.464557 293582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (1.558759263s)
W1006 11:24:06.464592 293582 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
W1006 11:24:06.464679 293582 out.go:285] ! Enabling 'inspektor-gadget' returned an error: running callbacks: [sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply --force -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: Process exited with status 1
stdout:
namespace/gadget unchanged
serviceaccount/gadget unchanged
configmap/gadget unchanged
clusterrole.rbac.authorization.k8s.io/gadget-cluster-role unchanged
clusterrolebinding.rbac.authorization.k8s.io/gadget-cluster-role-binding unchanged
role.rbac.authorization.k8s.io/gadget-role unchanged
rolebinding.rbac.authorization.k8s.io/gadget-role-binding unchanged
daemonset.apps/gadget configured
stderr:
error: error validating "/etc/kubernetes/addons/ig-crd.yaml": error validating data: [apiVersion not set, kind not set]; if you choose to ignore these errors, turn validation off with --validate=false
]
I1006 11:24:06.850709 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:06.893042 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:07.351313 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:07.393625 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:07.850850 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:07.893481 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:08.351497 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:08.393504 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:08.854714 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:08.893071 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:09.350369 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:09.394813 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:09.851900 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:09.893125 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:10.351020 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:10.395705 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:10.874247 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:10.965812 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:11.350590 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:11.392609 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:11.850266 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:11.894458 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:12.350125 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:12.392879 293582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1006 11:24:12.852916 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:12.893793 293582 kapi.go:107] duration metric: took 1m40.504192292s to wait for app.kubernetes.io/name=ingress-nginx ...
I1006 11:24:13.352981 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:13.851531 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:14.351704 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:14.851400 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:15.349876 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:15.851944 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:16.351688 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:16.850601 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:17.350866 293582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1006 11:24:17.853405 293582 kapi.go:107] duration metric: took 1m45.006896955s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1006 11:24:17.856509 293582 out.go:179] * Enabled addons: registry-creds, nvidia-device-plugin, ingress-dns, cloud-spanner, amd-gpu-device-plugin, storage-provisioner, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1006 11:24:17.859534 293582 addons.go:514] duration metric: took 1m51.974928217s for enable addons: enabled=[registry-creds nvidia-device-plugin ingress-dns cloud-spanner amd-gpu-device-plugin storage-provisioner metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1006 11:24:17.859603 293582 start.go:246] waiting for cluster config update ...
I1006 11:24:17.859623 293582 start.go:255] writing updated cluster config ...
I1006 11:24:17.859964 293582 ssh_runner.go:195] Run: rm -f paused
I1006 11:24:17.863890 293582 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 11:24:17.870919 293582 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-vmfmc" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.876237 293582 pod_ready.go:94] pod "coredns-66bc5c9577-vmfmc" is "Ready"
I1006 11:24:17.876270 293582 pod_ready.go:86] duration metric: took 5.320462ms for pod "coredns-66bc5c9577-vmfmc" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.879033 293582 pod_ready.go:83] waiting for pod "etcd-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.884000 293582 pod_ready.go:94] pod "etcd-addons-657738" is "Ready"
I1006 11:24:17.884031 293582 pod_ready.go:86] duration metric: took 4.972638ms for pod "etcd-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.886532 293582 pod_ready.go:83] waiting for pod "kube-apiserver-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.891577 293582 pod_ready.go:94] pod "kube-apiserver-addons-657738" is "Ready"
I1006 11:24:17.891613 293582 pod_ready.go:86] duration metric: took 5.05218ms for pod "kube-apiserver-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:17.894078 293582 pod_ready.go:83] waiting for pod "kube-controller-manager-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:18.268194 293582 pod_ready.go:94] pod "kube-controller-manager-addons-657738" is "Ready"
I1006 11:24:18.268220 293582 pod_ready.go:86] duration metric: took 374.116716ms for pod "kube-controller-manager-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:18.468621 293582 pod_ready.go:83] waiting for pod "kube-proxy-gxkf8" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:18.868811 293582 pod_ready.go:94] pod "kube-proxy-gxkf8" is "Ready"
I1006 11:24:18.868838 293582 pod_ready.go:86] duration metric: took 400.192194ms for pod "kube-proxy-gxkf8" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:19.069350 293582 pod_ready.go:83] waiting for pod "kube-scheduler-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:19.468737 293582 pod_ready.go:94] pod "kube-scheduler-addons-657738" is "Ready"
I1006 11:24:19.468763 293582 pod_ready.go:86] duration metric: took 399.388566ms for pod "kube-scheduler-addons-657738" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:24:19.468777 293582 pod_ready.go:40] duration metric: took 1.604852099s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 11:24:19.528504 293582 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 11:24:19.531657 293582 out.go:179] * Done! kubectl is now configured to use "addons-657738" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 11:25:02 addons-657738 crio[829]: time="2025-10-06T11:25:02.989852195Z" level=info msg="Starting container: c5cfa5c5e235adc390dcebae6d51f0dd7ca1825e1c2a571dd91a6103d92ef148" id=23fca5b2-4e7c-42df-85d8-57df21d26ea4 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 11:25:02 addons-657738 crio[829]: time="2025-10-06T11:25:02.992305661Z" level=info msg="Started container" PID=5594 containerID=c5cfa5c5e235adc390dcebae6d51f0dd7ca1825e1c2a571dd91a6103d92ef148 description=local-path-storage/helper-pod-delete-pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1/helper-pod id=23fca5b2-4e7c-42df-85d8-57df21d26ea4 name=/runtime.v1.RuntimeService/StartContainer sandboxID=33b849b06c4ff304cfb2910ca287165dccb324aeb4f1a639b6dc1b5c9cf2823c
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.138144084Z" level=info msg="Pulled image: docker.io/library/nginx@sha256:e041cf856a0f3790b5ef37a966f43d872fba48fcf4405fd3e8a28ac5f7436992" id=52db9f39-6bc2-4efd-82b7-8c9ed75c7d8f name=/runtime.v1.ImageService/PullImage
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.138776214Z" level=info msg="Checking image status: docker.io/nginx:latest" id=bcd67fd4-9cbe-426b-8459-1ae8b72e2603 name=/runtime.v1.ImageService/ImageStatus
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.139944373Z" level=info msg="Checking image status: docker.io/nginx" id=13d1585a-1258-4e72-beff-ac3c0044e292 name=/runtime.v1.ImageService/ImageStatus
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.147217734Z" level=info msg="Creating container: default/task-pv-pod-restore/task-pv-container" id=2a1a4c9b-5ec4-42aa-9cd6-d6d03c039108 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.14766069Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.155393148Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.156349232Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.17803246Z" level=info msg="Created container ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf: default/task-pv-pod-restore/task-pv-container" id=2a1a4c9b-5ec4-42aa-9cd6-d6d03c039108 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.180127623Z" level=info msg="Starting container: ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf" id=f6bc2b0e-b389-4cd5-ba2b-2bb2ee1bda43 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 11:25:03 addons-657738 crio[829]: time="2025-10-06T11:25:03.183394966Z" level=info msg="Started container" PID=5604 containerID=ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf description=default/task-pv-pod-restore/task-pv-container id=f6bc2b0e-b389-4cd5-ba2b-2bb2ee1bda43 name=/runtime.v1.RuntimeService/StartContainer sandboxID=6f1d6caed86ed65d228c6b619ee57ddc6da35da56046936a105ddbc413e6dd76
Oct 06 11:25:04 addons-657738 crio[829]: time="2025-10-06T11:25:04.729450761Z" level=info msg="Stopping pod sandbox: 33b849b06c4ff304cfb2910ca287165dccb324aeb4f1a639b6dc1b5c9cf2823c" id=72e90e45-a3bf-41a6-9b40-9b336ae25462 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 11:25:04 addons-657738 crio[829]: time="2025-10-06T11:25:04.729773295Z" level=info msg="Got pod network &{Name:helper-pod-delete-pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1 Namespace:local-path-storage ID:33b849b06c4ff304cfb2910ca287165dccb324aeb4f1a639b6dc1b5c9cf2823c UID:8d89146b-6eb0-4492-ad6c-051d5c27bb44 NetNS:/var/run/netns/ae891140-2d01-4e6d-bdd1-ca2a5a196e69 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4002766238}] Aliases:map[]}"
Oct 06 11:25:04 addons-657738 crio[829]: time="2025-10-06T11:25:04.729937623Z" level=info msg="Deleting pod local-path-storage_helper-pod-delete-pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1 from CNI network \"kindnet\" (type=ptp)"
Oct 06 11:25:04 addons-657738 crio[829]: time="2025-10-06T11:25:04.754579141Z" level=info msg="Stopped pod sandbox: 33b849b06c4ff304cfb2910ca287165dccb324aeb4f1a639b6dc1b5c9cf2823c" id=72e90e45-a3bf-41a6-9b40-9b336ae25462 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.535187442Z" level=info msg="Stopping container: ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf (timeout: 30s)" id=3ce21b28-2114-4e4e-82c4-189325c4497b name=/runtime.v1.RuntimeService/StopContainer
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.650306847Z" level=info msg="Stopped container ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf: default/task-pv-pod-restore/task-pv-container" id=3ce21b28-2114-4e4e-82c4-189325c4497b name=/runtime.v1.RuntimeService/StopContainer
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.650840743Z" level=info msg="Stopping pod sandbox: 6f1d6caed86ed65d228c6b619ee57ddc6da35da56046936a105ddbc413e6dd76" id=cca1c829-fc8c-4c0d-9931-118166735ef4 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.651088371Z" level=info msg="Got pod network &{Name:task-pv-pod-restore Namespace:default ID:6f1d6caed86ed65d228c6b619ee57ddc6da35da56046936a105ddbc413e6dd76 UID:80389c28-99b5-4afc-a572-862c3daa5f14 NetNS:/var/run/netns/73611487-1177-44ab-be7a-38f50361afbc Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4002766e20}] Aliases:map[]}"
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.651227468Z" level=info msg="Deleting pod default_task-pv-pod-restore from CNI network \"kindnet\" (type=ptp)"
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.670651796Z" level=info msg="Stopped pod sandbox: 6f1d6caed86ed65d228c6b619ee57ddc6da35da56046936a105ddbc413e6dd76" id=cca1c829-fc8c-4c0d-9931-118166735ef4 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.768301841Z" level=info msg="Removing container: ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf" id=087b59cd-ef9a-4346-8525-bc1ca3538587 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.780356255Z" level=info msg="Error loading conmon cgroup of container ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf: cgroup deleted" id=087b59cd-ef9a-4346-8525-bc1ca3538587 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 11:25:10 addons-657738 crio[829]: time="2025-10-06T11:25:10.785398696Z" level=info msg="Removed container ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf: default/task-pv-pod-restore/task-pv-container" id=087b59cd-ef9a-4346-8525-bc1ca3538587 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
c5cfa5c5e235a fc9db2894f4e4b8c296b8c9dab7e18a6e78de700d21bc0cfaf5c78484226db9c 7 seconds ago Exited helper-pod 0 33b849b06c4ff helper-pod-delete-pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1 local-path-storage
ac79d705b1ef6 gcr.io/k8s-minikube/busybox@sha256:a77fe109c026308f149d36484d795b42efe0fd29b332be9071f63e1634c36ac9 23 seconds ago Exited registry-test 0 25032f108d098 registry-test default
ef147ab245dac gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 48 seconds ago Running busybox 0 8764ab8737eed busybox default
670067cab55be registry.k8s.io/sig-storage/csi-snapshotter@sha256:bd6b8417b2a83e66ab1d4c1193bb2774f027745bdebbd9e0c1a6518afdecc39a 53 seconds ago Running csi-snapshotter 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
08aa5e5193446 registry.k8s.io/sig-storage/csi-provisioner@sha256:98ffd09c0784203d200e0f8c241501de31c8df79644caac7eed61bd6391e5d49 55 seconds ago Running csi-provisioner 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
f9bd7513e21db registry.k8s.io/sig-storage/livenessprobe@sha256:8b00c6e8f52639ed9c6f866085893ab688e57879741b3089e3cfa9998502e158 56 seconds ago Running liveness-probe 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
aac56cbe0bbc4 registry.k8s.io/sig-storage/hostpathplugin@sha256:7b1dfc90a367222067fc468442fdf952e20fc5961f25c1ad654300ddc34d7083 57 seconds ago Running hostpath 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
52475b002611a registry.k8s.io/ingress-nginx/controller@sha256:f99290cbebde470590890356f061fd429ff3def99cc2dedb1fcd21626c5d73d6 59 seconds ago Running controller 0 cd4d9c2632e62 ingress-nginx-controller-9cc49f96f-nd58h ingress-nginx
1acf95bf45f8d gcr.io/k8s-minikube/gcp-auth-webhook@sha256:2de98fa4b397f92e5e8e05d73caf21787a1c72c41378f3eb7bad72b1e0f4e9ff About a minute ago Running gcp-auth 0 16e141d4784c3 gcp-auth-78565c9fb4-m9rzl gcp-auth
2eba0b106054c registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:511b8c8ac828194a753909d26555ff08bc12f497dd8daeb83fe9d593693a26c1 About a minute ago Running node-driver-registrar 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
f322a726b5ee7 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:74b72c3673aff7e1fa7c3ebae80b5dbe5446ce1906ef8d4f98d4b9f6e72c88e1 About a minute ago Running gadget 0 fdfe679f99687 gadget-z5ckb gadget
00f70584fb3e4 gcr.io/k8s-minikube/kube-registry-proxy@sha256:26c84a64530a67aa4d749dd4356d67ea27a2576e4d25b640d21857b0574cfd4b About a minute ago Running registry-proxy 0 e694e30ff45b8 registry-proxy-rj26w kube-system
9932b72e95921 docker.io/library/registry@sha256:f26c394e5b7c3a707c7373c3e9388e44f0d5bdd3def19652c6bd2ac1a0fa6758 About a minute ago Running registry 0 62b449cead2e6 registry-66898fdd98-g96lx kube-system
f7d5809218496 nvcr.io/nvidia/k8s-device-plugin@sha256:206d989142113ab71eaf27958a0e0a203f40103cf5b48890f5de80fd1b3fcfde About a minute ago Running nvidia-device-plugin-ctr 0 c42a9b0a16696 nvidia-device-plugin-daemonset-j69wr kube-system
ba5375e701993 c67c707f59d87e1add5896e856d3ed36fbff2a778620f70d33b799e0541a77e3 About a minute ago Exited patch 2 0b729cb1c53e7 ingress-nginx-admission-patch-qfbj4 ingress-nginx
0571b8247c9f1 registry.k8s.io/sig-storage/snapshot-controller@sha256:5d668e35c15df6e87e2530da25d557f543182cedbdb39d421b87076463ee9857 About a minute ago Running volume-snapshot-controller 0 45da33bc30ccf snapshot-controller-7d9fbc56b8-fj7g7 kube-system
cddb169524d68 registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:8b9df00898ded1bfb4d8f3672679f29cd9f88e651b76fef64121c8d347dd12c0 About a minute ago Running csi-external-health-monitor-controller 0 1268440893e65 csi-hostpathplugin-pr5d9 kube-system
9294f1295b17e registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:73b47a951627d604fcf1cf93ddc15004fe3854f881da22f690854d098255f1c1 About a minute ago Exited create 0 b4881af2bce3d ingress-nginx-admission-create-5slhq ingress-nginx
465cf03bff0d7 registry.k8s.io/sig-storage/csi-resizer@sha256:82c1945463342884c05a5b2bc31319712ce75b154c279c2a10765f61e0f688af About a minute ago Running csi-resizer 0 7ac5aa7f004ef csi-hostpath-resizer-0 kube-system
25ffec5eb6633 registry.k8s.io/sig-storage/csi-attacher@sha256:4b5609c78455de45821910065281a368d5f760b41250f90cbde5110543bdc326 About a minute ago Running csi-attacher 0 45d4b2a80214a csi-hostpath-attacher-0 kube-system
8be0d110445bc docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 About a minute ago Running local-path-provisioner 0 9348c5dff30c8 local-path-provisioner-648f6765c9-lstcb local-path-storage
b6acd70c7ea8b registry.k8s.io/metrics-server/metrics-server@sha256:8f49cf1b0688bb0eae18437882dbf6de2c7a2baac71b1492bc4eca25439a1bf2 About a minute ago Running metrics-server 0 90c32429d288f metrics-server-85b7d694d7-r4xd5 kube-system
e605a4b1436fb registry.k8s.io/sig-storage/snapshot-controller@sha256:5d668e35c15df6e87e2530da25d557f543182cedbdb39d421b87076463ee9857 About a minute ago Running volume-snapshot-controller 0 73519bbc7eb4c snapshot-controller-7d9fbc56b8-4n979 kube-system
d72d39581ea50 docker.io/marcnuri/yakd@sha256:1c961556224d57fc747de0b1874524208e5fb4f8386f23e9c1c4c18e97109f17 About a minute ago Running yakd 0 163bf1be9faa3 yakd-dashboard-5ff678cb9-mmzww yakd-dashboard
086ee57dcb27e docker.io/kicbase/minikube-ingress-dns@sha256:6d710af680d8a9b5a5b1f9047eb83ee4c9258efd3fcd962f938c00bcbb4c5958 About a minute ago Running minikube-ingress-dns 0 a5ee172b129de kube-ingress-dns-minikube kube-system
00946770b78a5 gcr.io/cloud-spanner-emulator/emulator@sha256:77d0cd8103fe32875bbb04c070a7d1db292093b65d11c99c00cf39e8a13852f5 About a minute ago Running cloud-spanner-emulator 0 051f76a80b36b cloud-spanner-emulator-85f6b7fc65-vffvf default
050c24e0ee7ad ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 2 minutes ago Running storage-provisioner 0 416dc0f64f0b6 storage-provisioner kube-system
95007a910e895 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 2 minutes ago Running coredns 0 64b2ccd98f38c coredns-66bc5c9577-vmfmc kube-system
3c7ceb2dad00b 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 2 minutes ago Running kube-proxy 0 17eebf7356f79 kube-proxy-gxkf8 kube-system
52bf050da358d b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 2 minutes ago Running kindnet-cni 0 23b61cabd5201 kindnet-dllfv kube-system
b9f18f75e83ae b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 2 minutes ago Running kube-scheduler 0 4f89d30aef9e0 kube-scheduler-addons-657738 kube-system
28bad2c29ac41 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 2 minutes ago Running kube-apiserver 0 368eec407c2da kube-apiserver-addons-657738 kube-system
e1e8bf9a968c8 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 2 minutes ago Running etcd 0 3d8e48d4f99b3 etcd-addons-657738 kube-system
3c6c3002b72dc 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 2 minutes ago Running kube-controller-manager 0 06d3584007e62 kube-controller-manager-addons-657738 kube-system
==> coredns [95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2] <==
[INFO] 10.244.0.16:35689 - 13416 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002807147s
[INFO] 10.244.0.16:35689 - 14941 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000135667s
[INFO] 10.244.0.16:35689 - 64580 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000243337s
[INFO] 10.244.0.16:60649 - 1152 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000155573s
[INFO] 10.244.0.16:60649 - 923 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000277635s
[INFO] 10.244.0.16:47561 - 44345 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000119716s
[INFO] 10.244.0.16:47561 - 44165 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000162408s
[INFO] 10.244.0.16:59280 - 51342 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000119625s
[INFO] 10.244.0.16:59280 - 51128 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000150633s
[INFO] 10.244.0.16:48597 - 11725 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001596247s
[INFO] 10.244.0.16:48597 - 11280 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001654923s
[INFO] 10.244.0.16:46939 - 16467 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000181445s
[INFO] 10.244.0.16:46939 - 16294 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000223718s
[INFO] 10.244.0.20:46670 - 47382 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000357703s
[INFO] 10.244.0.20:40609 - 18913 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.00040293s
[INFO] 10.244.0.20:55685 - 46817 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000313279s
[INFO] 10.244.0.20:58166 - 27914 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.0002254s
[INFO] 10.244.0.20:40496 - 19915 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000164123s
[INFO] 10.244.0.20:49729 - 28219 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000184661s
[INFO] 10.244.0.20:50775 - 55970 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.006487857s
[INFO] 10.244.0.20:40110 - 47479 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.00624237s
[INFO] 10.244.0.20:41536 - 17696 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.004882109s
[INFO] 10.244.0.20:34042 - 18201 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00522967s
[INFO] 10.244.0.24:41141 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000153973s
[INFO] 10.244.0.24:53569 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000097389s
==> describe nodes <==
Name: addons-657738
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-657738
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=addons-657738
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T11_22_21_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-657738
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-657738"}
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 11:22:17 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-657738
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 11:25:04 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 11:24:54 +0000 Mon, 06 Oct 2025 11:22:14 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 11:24:54 +0000 Mon, 06 Oct 2025 11:22:14 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 11:24:54 +0000 Mon, 06 Oct 2025 11:22:14 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 11:24:54 +0000 Mon, 06 Oct 2025 11:23:07 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-657738
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: ec8f454f712f4188ac7a183a2245db6a
System UUID: 565b02be-5670-4bd1-a0f6-02204aba235e
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (26 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
default cloud-spanner-emulator-85f6b7fc65-vffvf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m42s
gadget gadget-z5ckb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m40s
gcp-auth gcp-auth-78565c9fb4-m9rzl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m37s
ingress-nginx ingress-nginx-controller-9cc49f96f-nd58h 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 2m39s
kube-system coredns-66bc5c9577-vmfmc 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m46s
kube-system csi-hostpath-attacher-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m39s
kube-system csi-hostpath-resizer-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m39s
kube-system csi-hostpathplugin-pr5d9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m4s
kube-system etcd-addons-657738 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m51s
kube-system kindnet-dllfv 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m46s
kube-system kube-apiserver-addons-657738 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m51s
kube-system kube-controller-manager-addons-657738 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m51s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m41s
kube-system kube-proxy-gxkf8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m46s
kube-system kube-scheduler-addons-657738 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m51s
kube-system metrics-server-85b7d694d7-r4xd5 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 2m41s
kube-system nvidia-device-plugin-daemonset-j69wr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m4s
kube-system registry-66898fdd98-g96lx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m41s
kube-system registry-creds-764b6fb674-spdcc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m43s
kube-system registry-proxy-rj26w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m4s
kube-system snapshot-controller-7d9fbc56b8-4n979 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m39s
kube-system snapshot-controller-7d9fbc56b8-fj7g7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m39s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m40s
local-path-storage local-path-provisioner-648f6765c9-lstcb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m40s
yakd-dashboard yakd-dashboard-5ff678cb9-mmzww 0 (0%) 0 (0%) 128Mi (1%) 256Mi (3%) 2m40s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 638Mi (8%) 476Mi (6%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m44s kube-proxy
Normal Starting 2m51s kubelet Starting kubelet.
Warning CgroupV1 2m51s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m51s kubelet Node addons-657738 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m51s kubelet Node addons-657738 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m51s kubelet Node addons-657738 status is now: NodeHasSufficientPID
Normal RegisteredNode 2m47s node-controller Node addons-657738 event: Registered Node addons-657738 in Controller
Normal NodeReady 2m4s kubelet Node addons-657738 status is now: NodeReady
==> dmesg <==
[Oct 6 10:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.015722] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.499596] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.033738] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.773599] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.307669] kauditd_printk_skb: 36 callbacks suppressed
[Oct 6 10:22] hrtimer: interrupt took 51027930 ns
[Oct 6 11:20] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 11:22] overlayfs: idmapped layers are currently not supported
[ +0.069462] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2] <==
{"level":"warn","ts":"2025-10-06T11:22:16.323130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59410","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.337980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59424","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.355408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59446","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.374084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59474","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.391685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59490","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.410551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59516","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.438310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59524","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.455146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59540","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.468822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59554","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.506396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59566","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.509684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59586","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.530071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59602","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.546717Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59614","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.560046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59630","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.583902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59646","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.611646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59662","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.630637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59684","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.643500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59706","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:16.740515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59722","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:33.102172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58962","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:33.116430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:54.622514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48528","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:54.637763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48532","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:54.683241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48544","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:22:54.702379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48564","server-name":"","error":"EOF"}
==> gcp-auth [1acf95bf45f8d2cf458a6fc578570c3f010ae6d17d2ee513b47cdf099909696d] <==
2025/10/06 11:24:04 GCP Auth Webhook started!
2025/10/06 11:24:19 Ready to marshal response ...
2025/10/06 11:24:19 Ready to write response ...
2025/10/06 11:24:20 Ready to marshal response ...
2025/10/06 11:24:20 Ready to write response ...
2025/10/06 11:24:20 Ready to marshal response ...
2025/10/06 11:24:20 Ready to write response ...
2025/10/06 11:24:39 Ready to marshal response ...
2025/10/06 11:24:39 Ready to write response ...
2025/10/06 11:24:41 Ready to marshal response ...
2025/10/06 11:24:41 Ready to write response ...
2025/10/06 11:24:54 Ready to marshal response ...
2025/10/06 11:24:54 Ready to write response ...
2025/10/06 11:24:54 Ready to marshal response ...
2025/10/06 11:24:54 Ready to write response ...
2025/10/06 11:25:02 Ready to marshal response ...
2025/10/06 11:25:02 Ready to write response ...
2025/10/06 11:25:02 Ready to marshal response ...
2025/10/06 11:25:02 Ready to write response ...
==> kernel <==
11:25:11 up 1:07, 0 user, load average: 1.91, 3.17, 3.42
Linux addons-657738 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0] <==
I1006 11:23:06.737727 1 main.go:301] handling current node
I1006 11:23:16.733800 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:23:16.733876 1 main.go:301] handling current node
I1006 11:23:26.732711 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:23:26.732750 1 main.go:301] handling current node
I1006 11:23:36.732561 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:23:36.732596 1 main.go:301] handling current node
I1006 11:23:46.738343 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:23:46.738376 1 main.go:301] handling current node
I1006 11:23:56.731983 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:23:56.732019 1 main.go:301] handling current node
I1006 11:24:06.732223 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:24:06.732253 1 main.go:301] handling current node
I1006 11:24:16.733630 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:24:16.733662 1 main.go:301] handling current node
I1006 11:24:26.733303 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:24:26.733346 1 main.go:301] handling current node
I1006 11:24:36.739908 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:24:36.739944 1 main.go:301] handling current node
I1006 11:24:46.732832 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:24:46.732867 1 main.go:301] handling current node
I1006 11:24:56.732473 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:24:56.732510 1 main.go:301] handling current node
I1006 11:25:06.732754 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:25:06.732792 1 main.go:301] handling current node
==> kube-apiserver [28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57] <==
W1006 11:22:33.116252 1 logging.go:55] [core] [Channel #263 SubChannel #264]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
I1006 11:22:34.749469 1 alloc.go:328] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.104.14.11"}
W1006 11:22:54.622315 1 logging.go:55] [core] [Channel #270 SubChannel #271]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1006 11:22:54.637421 1 logging.go:55] [core] [Channel #274 SubChannel #275]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W1006 11:22:54.682639 1 logging.go:55] [core] [Channel #278 SubChannel #279]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1006 11:22:54.697171 1 logging.go:55] [core] [Channel #282 SubChannel #283]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1006 11:23:07.282926 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.104.14.11:443: connect: connection refused
E1006 11:23:07.282973 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.104.14.11:443: connect: connection refused" logger="UnhandledError"
W1006 11:23:07.290241 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.104.14.11:443: connect: connection refused
E1006 11:23:07.290285 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.104.14.11:443: connect: connection refused" logger="UnhandledError"
W1006 11:23:07.331037 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.104.14.11:443: connect: connection refused
E1006 11:23:07.331084 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.104.14.11:443: connect: connection refused" logger="UnhandledError"
W1006 11:23:31.165971 1 handler_proxy.go:99] no RequestInfo found in the context
E1006 11:23:31.166469 1 controller.go:146] "Unhandled Error" err=<
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1006 11:23:31.166836 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.56.167:443: connect: connection refused" logger="UnhandledError"
E1006 11:23:31.169362 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.56.167:443: connect: connection refused" logger="UnhandledError"
E1006 11:23:31.178466 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.56.167:443: connect: connection refused" logger="UnhandledError"
E1006 11:23:31.199942 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.105.56.167:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.105.56.167:443: connect: connection refused" logger="UnhandledError"
I1006 11:23:31.313704 1 handler.go:285] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1006 11:24:30.831245 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:38360: use of closed network connection
I1006 11:24:52.061798 1 controller.go:667] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E1006 11:24:53.684077 1 watch.go:272] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
==> kube-controller-manager [3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3] <==
I1006 11:22:24.598214 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 11:22:24.598226 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1006 11:22:24.598414 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 11:22:24.603375 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1006 11:22:24.604586 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 11:22:24.610282 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 11:22:24.613481 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 11:22:24.616792 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 11:22:24.623034 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 11:22:24.632401 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1006 11:22:24.641823 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 11:22:24.643775 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 11:22:24.646064 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 11:22:24.646067 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
E1006 11:22:30.844196 1 replica_set.go:587] "Unhandled Error" err="sync \"kube-system/metrics-server-85b7d694d7\" failed with pods \"metrics-server-85b7d694d7-\" is forbidden: error looking up service account kube-system/metrics-server: serviceaccount \"metrics-server\" not found" logger="UnhandledError"
E1006 11:22:54.614587 1 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: metrics.k8s.io/v1beta1: stale GroupVersion discovery: metrics.k8s.io/v1beta1" logger="UnhandledError"
I1006 11:22:54.614738 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="volumesnapshots.snapshot.storage.k8s.io"
I1006 11:22:54.614797 1 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota"
I1006 11:22:54.670287 1 garbagecollector.go:787] "failed to discover some groups" logger="garbage-collector-controller" groups="map[\"metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: metrics.k8s.io/v1beta1\"]"
I1006 11:22:54.674868 1 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector"
I1006 11:22:54.715752 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 11:22:54.775979 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 11:23:09.601897 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
E1006 11:23:24.721270 1 resource_quota_controller.go:446] "Unhandled Error" err="unable to retrieve the complete list of server APIs: metrics.k8s.io/v1beta1: stale GroupVersion discovery: metrics.k8s.io/v1beta1" logger="UnhandledError"
I1006 11:23:24.785512 1 garbagecollector.go:787] "failed to discover some groups" logger="garbage-collector-controller" groups="map[\"metrics.k8s.io/v1beta1\":\"stale GroupVersion discovery: metrics.k8s.io/v1beta1\"]"
==> kube-proxy [3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98] <==
I1006 11:22:26.448682 1 server_linux.go:53] "Using iptables proxy"
I1006 11:22:26.687424 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 11:22:26.792616 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 11:22:26.792658 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E1006 11:22:26.792737 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 11:22:26.888501 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 11:22:26.888569 1 server_linux.go:132] "Using iptables Proxier"
I1006 11:22:26.894754 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 11:22:26.895084 1 server.go:527] "Version info" version="v1.34.1"
I1006 11:22:26.895106 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 11:22:26.896566 1 config.go:200] "Starting service config controller"
I1006 11:22:26.896588 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 11:22:26.896607 1 config.go:106] "Starting endpoint slice config controller"
I1006 11:22:26.896611 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 11:22:26.896622 1 config.go:403] "Starting serviceCIDR config controller"
I1006 11:22:26.896625 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 11:22:26.897299 1 config.go:309] "Starting node config controller"
I1006 11:22:26.897316 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 11:22:26.897322 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 11:22:26.997000 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 11:22:26.997037 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 11:22:26.997079 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029] <==
I1006 11:22:18.695053 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 11:22:18.699192 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:22:18.699290 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:22:18.700838 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
E1006 11:22:18.708891 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
I1006 11:22:18.700905 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1006 11:22:18.700874 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1006 11:22:18.718190 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1006 11:22:18.718493 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1006 11:22:18.718546 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1006 11:22:18.718585 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1006 11:22:18.718627 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 11:22:18.718684 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 11:22:18.718723 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 11:22:18.718756 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 11:22:18.718784 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 11:22:18.718818 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 11:22:18.718856 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1006 11:22:18.718889 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 11:22:18.718896 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 11:22:18.718998 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1006 11:22:18.719039 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1006 11:22:18.719077 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 11:22:18.720211 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
I1006 11:22:20.200405 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 11:25:04 addons-657738 kubelet[1271]: I1006 11:25:04.909195 1271 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/8d89146b-6eb0-4492-ad6c-051d5c27bb44-data" (OuterVolumeSpecName: "data") pod "8d89146b-6eb0-4492-ad6c-051d5c27bb44" (UID: "8d89146b-6eb0-4492-ad6c-051d5c27bb44"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGIDValue ""
Oct 06 11:25:04 addons-657738 kubelet[1271]: I1006 11:25:04.911012 1271 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8d89146b-6eb0-4492-ad6c-051d5c27bb44-kube-api-access-wvfhh" (OuterVolumeSpecName: "kube-api-access-wvfhh") pod "8d89146b-6eb0-4492-ad6c-051d5c27bb44" (UID: "8d89146b-6eb0-4492-ad6c-051d5c27bb44"). InnerVolumeSpecName "kube-api-access-wvfhh". PluginName "kubernetes.io/projected", VolumeGIDValue ""
Oct 06 11:25:05 addons-657738 kubelet[1271]: I1006 11:25:05.009411 1271 reconciler_common.go:299] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/8d89146b-6eb0-4492-ad6c-051d5c27bb44-script\") on node \"addons-657738\" DevicePath \"\""
Oct 06 11:25:05 addons-657738 kubelet[1271]: I1006 11:25:05.009468 1271 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-wvfhh\" (UniqueName: \"kubernetes.io/projected/8d89146b-6eb0-4492-ad6c-051d5c27bb44-kube-api-access-wvfhh\") on node \"addons-657738\" DevicePath \"\""
Oct 06 11:25:05 addons-657738 kubelet[1271]: I1006 11:25:05.009481 1271 reconciler_common.go:299] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/8d89146b-6eb0-4492-ad6c-051d5c27bb44-data\") on node \"addons-657738\" DevicePath \"\""
Oct 06 11:25:05 addons-657738 kubelet[1271]: I1006 11:25:05.735046 1271 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="33b849b06c4ff304cfb2910ca287165dccb324aeb4f1a639b6dc1b5c9cf2823c"
Oct 06 11:25:05 addons-657738 kubelet[1271]: E1006 11:25:05.737032 1271 status_manager.go:1018] "Failed to get status for pod" err="pods \"helper-pod-delete-pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1\" is forbidden: User \"system:node:addons-657738\" cannot get resource \"pods\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-657738' and this object" podUID="8d89146b-6eb0-4492-ad6c-051d5c27bb44" pod="local-path-storage/helper-pod-delete-pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1"
Oct 06 11:25:06 addons-657738 kubelet[1271]: I1006 11:25:06.658874 1271 kubelet_pods.go:1082] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/registry-proxy-rj26w" secret="" err="secret \"gcp-auth\" not found"
Oct 06 11:25:06 addons-657738 kubelet[1271]: I1006 11:25:06.662135 1271 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8d89146b-6eb0-4492-ad6c-051d5c27bb44" path="/var/lib/kubelet/pods/8d89146b-6eb0-4492-ad6c-051d5c27bb44/volumes"
Oct 06 11:25:10 addons-657738 kubelet[1271]: E1006 11:25:10.269833 1271 pod_workers.go:1324] "Error syncing pod, skipping" err="unmounted volumes=[gcr-creds], unattached volumes=[], failed to process volumes=[]: context deadline exceeded" pod="kube-system/registry-creds-764b6fb674-spdcc" podUID="6ba81010-8cc4-4e1e-81eb-dc1ad9d2bcc1"
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.755526 1271 scope.go:117] "RemoveContainer" containerID="ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf"
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.770412 1271 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/80389c28-99b5-4afc-a572-862c3daa5f14-gcp-creds\") pod \"80389c28-99b5-4afc-a572-862c3daa5f14\" (UID: \"80389c28-99b5-4afc-a572-862c3daa5f14\") "
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.770499 1271 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fl2rr\" (UniqueName: \"kubernetes.io/projected/80389c28-99b5-4afc-a572-862c3daa5f14-kube-api-access-fl2rr\") pod \"80389c28-99b5-4afc-a572-862c3daa5f14\" (UID: \"80389c28-99b5-4afc-a572-862c3daa5f14\") "
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.770623 1271 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"task-pv-storage\" (UniqueName: \"kubernetes.io/csi/hostpath.csi.k8s.io^193734bb-a2a7-11f0-a600-6ecdd6e0b643\") pod \"80389c28-99b5-4afc-a572-862c3daa5f14\" (UID: \"80389c28-99b5-4afc-a572-862c3daa5f14\") "
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.770898 1271 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/80389c28-99b5-4afc-a572-862c3daa5f14-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "80389c28-99b5-4afc-a572-862c3daa5f14" (UID: "80389c28-99b5-4afc-a572-862c3daa5f14"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGIDValue ""
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.773498 1271 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/80389c28-99b5-4afc-a572-862c3daa5f14-kube-api-access-fl2rr" (OuterVolumeSpecName: "kube-api-access-fl2rr") pod "80389c28-99b5-4afc-a572-862c3daa5f14" (UID: "80389c28-99b5-4afc-a572-862c3daa5f14"). InnerVolumeSpecName "kube-api-access-fl2rr". PluginName "kubernetes.io/projected", VolumeGIDValue ""
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.786411 1271 scope.go:117] "RemoveContainer" containerID="ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf"
Oct 06 11:25:10 addons-657738 kubelet[1271]: E1006 11:25:10.787067 1271 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf\": container with ID starting with ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf not found: ID does not exist" containerID="ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf"
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.787124 1271 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf"} err="failed to get container status \"ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf\": rpc error: code = NotFound desc = could not find container \"ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf\": container with ID starting with ea13867ff4549551fe0d5e8cb6c2a28123d5f87c0d7d7edc5722038f7e3d7bcf not found: ID does not exist"
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.798579 1271 operation_generator.go:781] UnmountVolume.TearDown succeeded for volume "kubernetes.io/csi/hostpath.csi.k8s.io^193734bb-a2a7-11f0-a600-6ecdd6e0b643" (OuterVolumeSpecName: "task-pv-storage") pod "80389c28-99b5-4afc-a572-862c3daa5f14" (UID: "80389c28-99b5-4afc-a572-862c3daa5f14"). InnerVolumeSpecName "pvc-49b365da-0906-4ba0-9e79-41703a4c1e07". PluginName "kubernetes.io/csi", VolumeGIDValue ""
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.871605 1271 reconciler_common.go:299] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/80389c28-99b5-4afc-a572-862c3daa5f14-gcp-creds\") on node \"addons-657738\" DevicePath \"\""
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.871657 1271 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-fl2rr\" (UniqueName: \"kubernetes.io/projected/80389c28-99b5-4afc-a572-862c3daa5f14-kube-api-access-fl2rr\") on node \"addons-657738\" DevicePath \"\""
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.871687 1271 reconciler_common.go:292] "operationExecutor.UnmountDevice started for volume \"pvc-49b365da-0906-4ba0-9e79-41703a4c1e07\" (UniqueName: \"kubernetes.io/csi/hostpath.csi.k8s.io^193734bb-a2a7-11f0-a600-6ecdd6e0b643\") on node \"addons-657738\" "
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.880985 1271 operation_generator.go:895] UnmountDevice succeeded for volume "pvc-49b365da-0906-4ba0-9e79-41703a4c1e07" (UniqueName: "kubernetes.io/csi/hostpath.csi.k8s.io^193734bb-a2a7-11f0-a600-6ecdd6e0b643") on node "addons-657738"
Oct 06 11:25:10 addons-657738 kubelet[1271]: I1006 11:25:10.972836 1271 reconciler_common.go:299] "Volume detached for volume \"pvc-49b365da-0906-4ba0-9e79-41703a4c1e07\" (UniqueName: \"kubernetes.io/csi/hostpath.csi.k8s.io^193734bb-a2a7-11f0-a600-6ecdd6e0b643\") on node \"addons-657738\" DevicePath \"\""
==> storage-provisioner [050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6] <==
W1006 11:24:47.088737 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:49.092866 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:49.098528 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:51.102226 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:51.107473 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:53.111177 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:53.118280 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:55.122024 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:55.130085 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:57.134939 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:57.144223 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:59.150501 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:24:59.160549 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:01.163801 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:01.168685 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:03.171519 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:03.176116 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:05.180059 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:05.184853 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:07.188233 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:07.195571 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:09.200325 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:09.206506 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:11.218919 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:25:11.234989 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-657738 -n addons-657738
helpers_test.go:269: (dbg) Run: kubectl --context addons-657738 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: ingress-nginx-admission-create-5slhq ingress-nginx-admission-patch-qfbj4 registry-creds-764b6fb674-spdcc
helpers_test.go:282: ======> post-mortem[TestAddons/parallel/Headlamp]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context addons-657738 describe pod ingress-nginx-admission-create-5slhq ingress-nginx-admission-patch-qfbj4 registry-creds-764b6fb674-spdcc
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context addons-657738 describe pod ingress-nginx-admission-create-5slhq ingress-nginx-admission-patch-qfbj4 registry-creds-764b6fb674-spdcc: exit status 1 (99.479856ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-5slhq" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-qfbj4" not found
Error from server (NotFound): pods "registry-creds-764b6fb674-spdcc" not found
** /stderr **
helpers_test.go:287: kubectl --context addons-657738 describe pod ingress-nginx-admission-create-5slhq ingress-nginx-admission-patch-qfbj4 registry-creds-764b6fb674-spdcc: exit status 1
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable headlamp --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable headlamp --alsologtostderr -v=1: exit status 11 (285.145579ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:12.896660 301303 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:12.897516 301303 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:12.897582 301303 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:12.897620 301303 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:12.897904 301303 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:12.898244 301303 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:12.898648 301303 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:12.898694 301303 addons.go:606] checking whether the cluster is paused
I1006 11:25:12.898824 301303 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:12.898867 301303 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:12.899353 301303 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:12.932928 301303 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:12.932990 301303 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:12.957487 301303 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:13.052731 301303 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:13.052834 301303 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:13.095569 301303 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:13.095595 301303 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:13.095602 301303 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:13.095606 301303 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:13.095610 301303 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:13.095613 301303 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:13.095617 301303 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:13.095619 301303 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:13.095622 301303 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:13.095662 301303 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:13.095675 301303 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:13.095678 301303 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:13.095681 301303 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:13.095685 301303 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:13.095688 301303 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:13.095697 301303 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:13.095705 301303 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:13.095724 301303 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:13.095736 301303 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:13.095740 301303 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:13.095746 301303 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:13.095752 301303 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:13.095756 301303 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:13.095759 301303 cri.go:89] found id: ""
I1006 11:25:13.095823 301303 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:13.113067 301303 out.go:203]
W1006 11:25:13.116775 301303 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:13Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:13Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:13.116804 301303 out.go:285] *
*
W1006 11:25:13.121971 301303 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_efe3f0a65eabdab15324ffdebd5a66da17706a9c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_efe3f0a65eabdab15324ffdebd5a66da17706a9c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:13.125569 301303 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable headlamp addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable headlamp --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Headlamp (3.90s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:840: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:352: "cloud-spanner-emulator-85f6b7fc65-vffvf" [71b245d1-180c-4986-9877-cde6d3f9f322] Running
addons_test.go:840: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 6.004743453s
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable cloud-spanner --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable cloud-spanner --alsologtostderr -v=1: exit status 11 (251.558568ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:09.024850 300658 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:09.025507 300658 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:09.025544 300658 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:09.025552 300658 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:09.025857 300658 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:09.026184 300658 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:09.026646 300658 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:09.026669 300658 addons.go:606] checking whether the cluster is paused
I1006 11:25:09.026814 300658 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:09.026848 300658 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:09.027383 300658 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:09.048611 300658 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:09.048678 300658 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:09.069820 300658 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:09.164600 300658 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:09.164691 300658 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:09.196482 300658 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:09.196504 300658 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:09.196513 300658 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:09.196531 300658 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:09.196535 300658 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:09.196539 300658 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:09.196542 300658 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:09.196545 300658 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:09.196548 300658 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:09.196555 300658 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:09.196558 300658 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:09.196562 300658 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:09.196571 300658 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:09.196574 300658 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:09.196578 300658 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:09.196582 300658 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:09.196589 300658 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:09.196601 300658 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:09.196605 300658 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:09.196608 300658 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:09.196613 300658 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:09.196616 300658 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:09.196619 300658 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:09.196622 300658 cri.go:89] found id: ""
I1006 11:25:09.196689 300658 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:09.215290 300658 out.go:203]
W1006 11:25:09.218013 300658 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:09Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:09Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:09.218040 300658 out.go:285] *
*
W1006 11:25:09.223152 300658 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e93ff976b7e98e1dc466aded9385c0856b6d1b41_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e93ff976b7e98e1dc466aded9385c0856b6d1b41_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:09.225960 300658 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable cloud-spanner addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable cloud-spanner --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/CloudSpanner (6.27s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:949: (dbg) Run: kubectl --context addons-657738 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:955: (dbg) Run: kubectl --context addons-657738 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:959: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:402: (dbg) Run: kubectl --context addons-657738 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:962: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:352: "test-local-path" [45942b79-df70-42d6-81b7-e41bf7e3e05d] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "test-local-path" [45942b79-df70-42d6-81b7-e41bf7e3e05d] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:352: "test-local-path" [45942b79-df70-42d6-81b7-e41bf7e3e05d] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:962: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 3.003393325s
addons_test.go:967: (dbg) Run: kubectl --context addons-657738 get pvc test-pvc -o=json
addons_test.go:976: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 ssh "cat /opt/local-path-provisioner/pvc-3e2b3da4-757a-4fd2-bddc-ccaae2d8fcc1_default_test-pvc/file1"
addons_test.go:988: (dbg) Run: kubectl --context addons-657738 delete pod test-local-path
addons_test.go:992: (dbg) Run: kubectl --context addons-657738 delete pvc test-pvc
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable storage-provisioner-rancher --alsologtostderr -v=1: exit status 11 (320.362086ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:25:02.698992 300507 out.go:360] Setting OutFile to fd 1 ...
I1006 11:25:02.699898 300507 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:02.699917 300507 out.go:374] Setting ErrFile to fd 2...
I1006 11:25:02.699924 300507 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:25:02.700323 300507 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:25:02.701153 300507 mustload.go:65] Loading cluster: addons-657738
I1006 11:25:02.701774 300507 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:02.701793 300507 addons.go:606] checking whether the cluster is paused
I1006 11:25:02.701914 300507 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:25:02.701925 300507 host.go:66] Checking if "addons-657738" exists ...
I1006 11:25:02.702582 300507 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:25:02.724828 300507 ssh_runner.go:195] Run: systemctl --version
I1006 11:25:02.724897 300507 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:25:02.752244 300507 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:25:02.864705 300507 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:25:02.864791 300507 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:25:02.915897 300507 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:25:02.915914 300507 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:25:02.915919 300507 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:25:02.915923 300507 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:25:02.915926 300507 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:25:02.915931 300507 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:25:02.915934 300507 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:25:02.915937 300507 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:25:02.915940 300507 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:25:02.915947 300507 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:25:02.915950 300507 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:25:02.915953 300507 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:25:02.915956 300507 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:25:02.915959 300507 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:25:02.915962 300507 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:25:02.915967 300507 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:25:02.915970 300507 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:25:02.915975 300507 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:25:02.915978 300507 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:25:02.915981 300507 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:25:02.915986 300507 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:25:02.915989 300507 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:25:02.915992 300507 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:25:02.915994 300507 cri.go:89] found id: ""
I1006 11:25:02.916042 300507 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:25:02.944956 300507 out.go:203]
W1006 11:25:02.948313 300507 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:02Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:25:02Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:25:02.948341 300507 out.go:285] *
*
W1006 11:25:02.953356 300507 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e8b2053d4ef30ba659303f708d034237180eb1ed_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e8b2053d4ef30ba659303f708d034237180eb1ed_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:25:02.957469 300507 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable storage-provisioner-rancher addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable storage-provisioner-rancher --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/LocalPath (8.55s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:1025: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:352: "nvidia-device-plugin-daemonset-j69wr" [29920843-fdae-4ecd-bab7-af6b16bbbd95] Running
addons_test.go:1025: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.004106947s
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable nvidia-device-plugin --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable nvidia-device-plugin --alsologtostderr -v=1: exit status 11 (246.558584ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:24:54.215469 300154 out.go:360] Setting OutFile to fd 1 ...
I1006 11:24:54.216263 300154 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:24:54.216276 300154 out.go:374] Setting ErrFile to fd 2...
I1006 11:24:54.216281 300154 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:24:54.216549 300154 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:24:54.216846 300154 mustload.go:65] Loading cluster: addons-657738
I1006 11:24:54.217225 300154 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:24:54.217242 300154 addons.go:606] checking whether the cluster is paused
I1006 11:24:54.217344 300154 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:24:54.217366 300154 host.go:66] Checking if "addons-657738" exists ...
I1006 11:24:54.217871 300154 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:24:54.235924 300154 ssh_runner.go:195] Run: systemctl --version
I1006 11:24:54.235984 300154 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:24:54.254657 300154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:24:54.352190 300154 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:24:54.352287 300154 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:24:54.381133 300154 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:24:54.381161 300154 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:24:54.381167 300154 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:24:54.381171 300154 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:24:54.381174 300154 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:24:54.381177 300154 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:24:54.381181 300154 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:24:54.381184 300154 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:24:54.381187 300154 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:24:54.381193 300154 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:24:54.381196 300154 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:24:54.381200 300154 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:24:54.381203 300154 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:24:54.381206 300154 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:24:54.381209 300154 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:24:54.381213 300154 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:24:54.381216 300154 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:24:54.381220 300154 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:24:54.381223 300154 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:24:54.381226 300154 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:24:54.381232 300154 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:24:54.381235 300154 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:24:54.381237 300154 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:24:54.381240 300154 cri.go:89] found id: ""
I1006 11:24:54.381297 300154 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:24:54.397437 300154 out.go:203]
W1006 11:24:54.400168 300154 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:24:54Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:24:54Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:24:54.400203 300154 out.go:285] *
*
W1006 11:24:54.405307 300154 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_47e1a72799625313bd916979b0f8aa84efd54736_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_47e1a72799625313bd916979b0f8aa84efd54736_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:24:54.408047 300154 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable nvidia-device-plugin addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable nvidia-device-plugin --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/NvidiaDevicePlugin (5.25s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:1047: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:352: "yakd-dashboard-5ff678cb9-mmzww" [0d659d3f-d679-4480-b296-7b9a0a38159c] Running
addons_test.go:1047: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 6.003749499s
addons_test.go:1053: (dbg) Run: out/minikube-linux-arm64 -p addons-657738 addons disable yakd --alsologtostderr -v=1
addons_test.go:1053: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-657738 addons disable yakd --alsologtostderr -v=1: exit status 11 (259.347515ms)
-- stdout --
-- /stdout --
** stderr **
I1006 11:24:37.327990 299680 out.go:360] Setting OutFile to fd 1 ...
I1006 11:24:37.329072 299680 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:24:37.329120 299680 out.go:374] Setting ErrFile to fd 2...
I1006 11:24:37.329143 299680 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:24:37.329444 299680 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:24:37.329848 299680 mustload.go:65] Loading cluster: addons-657738
I1006 11:24:37.330716 299680 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:24:37.330767 299680 addons.go:606] checking whether the cluster is paused
I1006 11:24:37.330920 299680 config.go:182] Loaded profile config "addons-657738": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:24:37.330961 299680 host.go:66] Checking if "addons-657738" exists ...
I1006 11:24:37.331515 299680 cli_runner.go:164] Run: docker container inspect addons-657738 --format={{.State.Status}}
I1006 11:24:37.352418 299680 ssh_runner.go:195] Run: systemctl --version
I1006 11:24:37.352483 299680 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-657738
I1006 11:24:37.370381 299680 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/addons-657738/id_rsa Username:docker}
I1006 11:24:37.468099 299680 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:24:37.468202 299680 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:24:37.507841 299680 cri.go:89] found id: "670067cab55be4129ccc28396519668a159998ec0ae2408499b32183d1ac25c8"
I1006 11:24:37.507866 299680 cri.go:89] found id: "08aa5e51934464293ee1021b0bd6e3a11b9b04cb86547407208a93caa5615235"
I1006 11:24:37.507873 299680 cri.go:89] found id: "f9bd7513e21db2db8af21fabc9aaab4537bf293e6bbfc18425e39fbcf5f68df2"
I1006 11:24:37.507877 299680 cri.go:89] found id: "aac56cbe0bbc4d137eed72ffe7b7f02dd4483f6f1a399d60cdf3e74b627e5777"
I1006 11:24:37.507886 299680 cri.go:89] found id: "2eba0b106054cae66f46e80b9574293f1ed3b7763dd741a1112208436b6388e9"
I1006 11:24:37.507890 299680 cri.go:89] found id: "00f70584fb3e4f85965fbca01d71c547e3442cefdd3191675ba7e60dc812043d"
I1006 11:24:37.507893 299680 cri.go:89] found id: "9932b72e95921b743178f4544c799c1870aeac99277b03d4688ae93b7ad5042a"
I1006 11:24:37.507896 299680 cri.go:89] found id: "f7d58092184968e37501f3350cfd4b57753f23619a466c6712e3ce6183bba853"
I1006 11:24:37.507899 299680 cri.go:89] found id: "0571b8247c9f1d43158056c1d50511371757ada58fcee2c2201378344a3a20b3"
I1006 11:24:37.507905 299680 cri.go:89] found id: "cddb169524d683775e28014007f85dc7b9c58392c397efeec5dde8457d9be2d3"
I1006 11:24:37.507908 299680 cri.go:89] found id: "465cf03bff0d7d0e7b24a07ae5c958d4a8792823bbb09579b370f29981476f4b"
I1006 11:24:37.507912 299680 cri.go:89] found id: "25ffec5eb6633666ba25c55fc917108fd0060a66df64e36f70bd7ddabcdef1c6"
I1006 11:24:37.507915 299680 cri.go:89] found id: "b6acd70c7ea8b12866554db71382eff9e4963a357002166244eeb0f6814c4711"
I1006 11:24:37.507918 299680 cri.go:89] found id: "e605a4b1436fb8864732869f411ac4044967f5a8911d6c5c243f200ef5e6e2cf"
I1006 11:24:37.507922 299680 cri.go:89] found id: "086ee57dcb27e016a1850a170662c9513688922ad9856d968594bd836640b6d2"
I1006 11:24:37.507927 299680 cri.go:89] found id: "050c24e0ee7ad40875324b89ade2fa6f45d457d0980f5f3e97cd5e92c85d7fd6"
I1006 11:24:37.507935 299680 cri.go:89] found id: "95007a910e895b69988df734ac1ea62848800e9a0a63373c5e3c246d63b51be2"
I1006 11:24:37.507939 299680 cri.go:89] found id: "3c7ceb2dad00b64145839f8890fd12f77004361494f3ddfaa20faff8952e4e98"
I1006 11:24:37.507942 299680 cri.go:89] found id: "52bf050da358dfa241cb6353f043374b0563925b2766eaeacb06b48c9bed18b0"
I1006 11:24:37.507945 299680 cri.go:89] found id: "b9f18f75e83ae2dbb0ebfab0946869821b4656e0b4b1102a14bf89a26858b029"
I1006 11:24:37.507951 299680 cri.go:89] found id: "28bad2c29ac4176120009c682a0115c02f7880c6bfcbf91f1dbe3befa766ef57"
I1006 11:24:37.507956 299680 cri.go:89] found id: "e1e8bf9a968c8261bb16b34783e2a504c9f7fc6ab6a520b5fb06b3d3f677c6c2"
I1006 11:24:37.507959 299680 cri.go:89] found id: "3c6c3002b72dcdd57438fef9c063862523e3ddf889668125fbe1e114d76846b3"
I1006 11:24:37.507963 299680 cri.go:89] found id: ""
I1006 11:24:37.508015 299680 ssh_runner.go:195] Run: sudo runc list -f json
I1006 11:24:37.523743 299680 out.go:203]
W1006 11:24:37.526674 299680 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:24:37Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:24:37Z" level=error msg="open /run/runc: no such file or directory"
W1006 11:24:37.526702 299680 out.go:285] *
*
W1006 11:24:37.531687 299680 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_82e5d844def28f20a5cac88dc27578ab5d1e7e1a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_82e5d844def28f20a5cac88dc27578ab5d1e7e1a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 11:24:37.534524 299680 out.go:203]
** /stderr **
addons_test.go:1055: failed to disable yakd addon: args "out/minikube-linux-arm64 -p addons-657738 addons disable yakd --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Yakd (6.26s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-269070 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p force-systemd-flag-269070 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: exit status 80 (8m32.64284686s)
-- stdout --
* [force-systemd-flag-269070] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21699
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
* Using Docker driver with root privileges
* Starting "force-systemd-flag-269070" primary control-plane node in "force-systemd-flag-269070" cluster
* Pulling base image v0.0.48-1759382731-21643 ...
* Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
-- /stdout --
** stderr **
I1006 12:15:51.241222 450344 out.go:360] Setting OutFile to fd 1 ...
I1006 12:15:51.245702 450344 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:15:51.245721 450344 out.go:374] Setting ErrFile to fd 2...
I1006 12:15:51.245727 450344 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:15:51.246022 450344 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:15:51.246507 450344 out.go:368] Setting JSON to false
I1006 12:15:51.247562 450344 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7104,"bootTime":1759745848,"procs":199,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:15:51.247641 450344 start.go:140] virtualization:
I1006 12:15:51.251470 450344 out.go:179] * [force-systemd-flag-269070] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:15:51.254644 450344 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:15:51.254682 450344 notify.go:220] Checking for updates...
I1006 12:15:51.260588 450344 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:15:51.263696 450344 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:15:51.266700 450344 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:15:51.270033 450344 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:15:51.273017 450344 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:15:51.276445 450344 config.go:182] Loaded profile config "pause-093526": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:15:51.276548 450344 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:15:51.337008 450344 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:15:51.337138 450344 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:15:51.447611 450344 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:15:51.436723758 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:15:51.447719 450344 docker.go:318] overlay module found
I1006 12:15:51.451673 450344 out.go:179] * Using the docker driver based on user configuration
I1006 12:15:51.455349 450344 start.go:304] selected driver: docker
I1006 12:15:51.455373 450344 start.go:924] validating driver "docker" against <nil>
I1006 12:15:51.455387 450344 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:15:51.456123 450344 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:15:51.553150 450344 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:15:51.541317039 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:15:51.553315 450344 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:15:51.553624 450344 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1006 12:15:51.559117 450344 out.go:179] * Using Docker driver with root privileges
I1006 12:15:51.562034 450344 cni.go:84] Creating CNI manager for ""
I1006 12:15:51.562120 450344 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:15:51.562137 450344 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:15:51.562247 450344 start.go:348] cluster config:
{Name:force-systemd-flag-269070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-flag-269070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluste
r.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:15:51.566082 450344 out.go:179] * Starting "force-systemd-flag-269070" primary control-plane node in "force-systemd-flag-269070" cluster
I1006 12:15:51.569556 450344 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:15:51.572824 450344 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:15:51.576035 450344 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:15:51.576103 450344 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:15:51.576113 450344 cache.go:58] Caching tarball of preloaded images
I1006 12:15:51.576209 450344 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:15:51.576219 450344 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:15:51.576339 450344 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/config.json ...
I1006 12:15:51.576357 450344 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/config.json: {Name:mk52aa9d010635483a44b08f19be202ba61aaa24 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:15:51.576500 450344 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:15:51.601556 450344 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:15:51.601654 450344 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:15:51.601683 450344 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:15:51.601708 450344 start.go:360] acquireMachinesLock for force-systemd-flag-269070: {Name:mkc675d1b5ce69a9466ee9dcab9920dd86cf1b8c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:15:51.601848 450344 start.go:364] duration metric: took 123.907µs to acquireMachinesLock for "force-systemd-flag-269070"
I1006 12:15:51.601878 450344 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-269070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-flag-269070 Namespace:default APIServer
HAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP:
SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:15:51.601946 450344 start.go:125] createHost starting for "" (driver="docker")
I1006 12:15:51.607968 450344 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:15:51.608223 450344 start.go:159] libmachine.API.Create for "force-systemd-flag-269070" (driver="docker")
I1006 12:15:51.608257 450344 client.go:168] LocalClient.Create starting
I1006 12:15:51.608453 450344 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:15:51.608498 450344 main.go:141] libmachine: Decoding PEM data...
I1006 12:15:51.608512 450344 main.go:141] libmachine: Parsing certificate...
I1006 12:15:51.608565 450344 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:15:51.608583 450344 main.go:141] libmachine: Decoding PEM data...
I1006 12:15:51.608593 450344 main.go:141] libmachine: Parsing certificate...
I1006 12:15:51.609119 450344 cli_runner.go:164] Run: docker network inspect force-systemd-flag-269070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:15:51.632085 450344 cli_runner.go:211] docker network inspect force-systemd-flag-269070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:15:51.632177 450344 network_create.go:284] running [docker network inspect force-systemd-flag-269070] to gather additional debugging logs...
I1006 12:15:51.632195 450344 cli_runner.go:164] Run: docker network inspect force-systemd-flag-269070
W1006 12:15:51.657921 450344 cli_runner.go:211] docker network inspect force-systemd-flag-269070 returned with exit code 1
I1006 12:15:51.657954 450344 network_create.go:287] error running [docker network inspect force-systemd-flag-269070]: docker network inspect force-systemd-flag-269070: exit status 1
stdout:
[]
stderr:
Error response from daemon: network force-systemd-flag-269070 not found
I1006 12:15:51.657969 450344 network_create.go:289] output of [docker network inspect force-systemd-flag-269070]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network force-systemd-flag-269070 not found
** /stderr **
I1006 12:15:51.658070 450344 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:15:51.691282 450344 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:15:51.691651 450344 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:15:51.691886 450344 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:15:51.692315 450344 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40019f4430}
I1006 12:15:51.692334 450344 network_create.go:124] attempt to create docker network force-systemd-flag-269070 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1006 12:15:51.692391 450344 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=force-systemd-flag-269070 force-systemd-flag-269070
I1006 12:15:51.798148 450344 network_create.go:108] docker network force-systemd-flag-269070 192.168.76.0/24 created
I1006 12:15:51.798191 450344 kic.go:121] calculated static IP "192.168.76.2" for the "force-systemd-flag-269070" container
I1006 12:15:51.798277 450344 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:15:51.831204 450344 cli_runner.go:164] Run: docker volume create force-systemd-flag-269070 --label name.minikube.sigs.k8s.io=force-systemd-flag-269070 --label created_by.minikube.sigs.k8s.io=true
I1006 12:15:51.854848 450344 oci.go:103] Successfully created a docker volume force-systemd-flag-269070
I1006 12:15:51.854945 450344 cli_runner.go:164] Run: docker run --rm --name force-systemd-flag-269070-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=force-systemd-flag-269070 --entrypoint /usr/bin/test -v force-systemd-flag-269070:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:15:52.752024 450344 oci.go:107] Successfully prepared a docker volume force-systemd-flag-269070
I1006 12:15:52.752067 450344 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:15:52.752087 450344 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:15:52.752173 450344 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v force-systemd-flag-269070:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 12:15:58.391954 450344 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v force-systemd-flag-269070:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (5.639725205s)
I1006 12:15:58.392000 450344 kic.go:203] duration metric: took 5.639910422s to extract preloaded images to volume ...
W1006 12:15:58.392165 450344 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:15:58.392287 450344 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:15:58.494457 450344 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname force-systemd-flag-269070 --name force-systemd-flag-269070 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=force-systemd-flag-269070 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=force-systemd-flag-269070 --network force-systemd-flag-269070 --ip 192.168.76.2 --volume force-systemd-flag-269070:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:15:58.897362 450344 cli_runner.go:164] Run: docker container inspect force-systemd-flag-269070 --format={{.State.Running}}
I1006 12:15:58.930909 450344 cli_runner.go:164] Run: docker container inspect force-systemd-flag-269070 --format={{.State.Status}}
I1006 12:15:58.955538 450344 cli_runner.go:164] Run: docker exec force-systemd-flag-269070 stat /var/lib/dpkg/alternatives/iptables
I1006 12:15:59.023917 450344 oci.go:144] the created container "force-systemd-flag-269070" has a running status.
I1006 12:15:59.023964 450344 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-flag-269070/id_rsa...
I1006 12:15:59.278096 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-flag-269070/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1006 12:15:59.278201 450344 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-flag-269070/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:15:59.300815 450344 cli_runner.go:164] Run: docker container inspect force-systemd-flag-269070 --format={{.State.Status}}
I1006 12:15:59.328846 450344 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:15:59.328865 450344 kic_runner.go:114] Args: [docker exec --privileged force-systemd-flag-269070 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:15:59.395407 450344 cli_runner.go:164] Run: docker container inspect force-systemd-flag-269070 --format={{.State.Status}}
I1006 12:15:59.426750 450344 machine.go:93] provisionDockerMachine start ...
I1006 12:15:59.426870 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:15:59.451144 450344 main.go:141] libmachine: Using SSH client type: native
I1006 12:15:59.451464 450344 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33399 <nil> <nil>}
I1006 12:15:59.451473 450344 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:15:59.452105 450344 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1006 12:16:02.585559 450344 main.go:141] libmachine: SSH cmd err, output: <nil>: force-systemd-flag-269070
I1006 12:16:02.585585 450344 ubuntu.go:182] provisioning hostname "force-systemd-flag-269070"
I1006 12:16:02.585658 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:16:02.605336 450344 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:02.605674 450344 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33399 <nil> <nil>}
I1006 12:16:02.605694 450344 main.go:141] libmachine: About to run SSH command:
sudo hostname force-systemd-flag-269070 && echo "force-systemd-flag-269070" | sudo tee /etc/hostname
I1006 12:16:02.755992 450344 main.go:141] libmachine: SSH cmd err, output: <nil>: force-systemd-flag-269070
I1006 12:16:02.756123 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:16:02.774324 450344 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:02.774667 450344 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33399 <nil> <nil>}
I1006 12:16:02.774705 450344 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sforce-systemd-flag-269070' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 force-systemd-flag-269070/g' /etc/hosts;
else
echo '127.0.1.1 force-systemd-flag-269070' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:16:02.913751 450344 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:16:02.913779 450344 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:16:02.913798 450344 ubuntu.go:190] setting up certificates
I1006 12:16:02.913809 450344 provision.go:84] configureAuth start
I1006 12:16:02.913867 450344 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-flag-269070
I1006 12:16:02.930880 450344 provision.go:143] copyHostCerts
I1006 12:16:02.930948 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:16:02.930984 450344 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:16:02.930998 450344 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:16:02.931075 450344 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:16:02.931161 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:16:02.931187 450344 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:16:02.931196 450344 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:16:02.931228 450344 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:16:02.931279 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:16:02.931295 450344 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:16:02.931300 450344 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:16:02.931329 450344 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:16:02.931389 450344 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.force-systemd-flag-269070 san=[127.0.0.1 192.168.76.2 force-systemd-flag-269070 localhost minikube]
I1006 12:16:04.278616 450344 provision.go:177] copyRemoteCerts
I1006 12:16:04.278690 450344 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:16:04.278739 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:16:04.297419 450344 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33399 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-flag-269070/id_rsa Username:docker}
I1006 12:16:04.399108 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem -> /etc/docker/server.pem
I1006 12:16:04.399189 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1006 12:16:04.418504 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1006 12:16:04.418612 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:16:04.438624 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1006 12:16:04.438715 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:16:04.459271 450344 provision.go:87] duration metric: took 1.54543726s to configureAuth
I1006 12:16:04.459344 450344 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:16:04.459553 450344 config.go:182] Loaded profile config "force-systemd-flag-269070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:16:04.459664 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:16:04.480977 450344 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:04.481307 450344 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33399 <nil> <nil>}
I1006 12:16:04.481327 450344 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:16:04.728611 450344 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:16:04.728637 450344 machine.go:96] duration metric: took 5.301853368s to provisionDockerMachine
I1006 12:16:04.728655 450344 client.go:171] duration metric: took 13.120392585s to LocalClient.Create
I1006 12:16:04.728685 450344 start.go:167] duration metric: took 13.120455001s to libmachine.API.Create "force-systemd-flag-269070"
I1006 12:16:04.728695 450344 start.go:293] postStartSetup for "force-systemd-flag-269070" (driver="docker")
I1006 12:16:04.728705 450344 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:16:04.728777 450344 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:16:04.728828 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:16:04.746546 450344 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33399 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-flag-269070/id_rsa Username:docker}
I1006 12:16:04.846571 450344 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:16:04.850277 450344 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:16:04.850308 450344 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:16:04.850320 450344 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:16:04.850380 450344 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:16:04.850468 450344 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:16:04.850479 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> /etc/ssl/certs/2928112.pem
I1006 12:16:04.850592 450344 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:16:04.858548 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:16:04.877458 450344 start.go:296] duration metric: took 148.746811ms for postStartSetup
I1006 12:16:04.877870 450344 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-flag-269070
I1006 12:16:04.894647 450344 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/config.json ...
I1006 12:16:04.894939 450344 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:16:04.894998 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:16:04.912279 450344 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33399 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-flag-269070/id_rsa Username:docker}
I1006 12:16:05.011232 450344 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:16:05.018319 450344 start.go:128] duration metric: took 13.416354703s to createHost
I1006 12:16:05.018402 450344 start.go:83] releasing machines lock for "force-systemd-flag-269070", held for 13.416540757s
I1006 12:16:05.018528 450344 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-flag-269070
I1006 12:16:05.038930 450344 ssh_runner.go:195] Run: cat /version.json
I1006 12:16:05.038986 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:16:05.038994 450344 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:16:05.039046 450344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-flag-269070
I1006 12:16:05.059158 450344 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33399 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-flag-269070/id_rsa Username:docker}
I1006 12:16:05.067550 450344 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33399 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-flag-269070/id_rsa Username:docker}
I1006 12:16:05.256063 450344 ssh_runner.go:195] Run: systemctl --version
I1006 12:16:05.262736 450344 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:16:05.300228 450344 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:16:05.304713 450344 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:16:05.304835 450344 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:16:05.334519 450344 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:16:05.334542 450344 start.go:495] detecting cgroup driver to use...
I1006 12:16:05.334554 450344 start.go:499] using "systemd" cgroup driver as enforced via flags
I1006 12:16:05.334618 450344 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:16:05.353263 450344 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:16:05.366498 450344 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:16:05.366579 450344 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:16:05.384724 450344 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:16:05.404311 450344 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:16:05.531585 450344 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:16:05.656963 450344 docker.go:234] disabling docker service ...
I1006 12:16:05.657104 450344 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:16:05.680105 450344 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:16:05.694934 450344 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:16:05.835626 450344 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:16:05.967838 450344 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:16:05.982954 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:16:06.003413 450344 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:16:06.003606 450344 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:06.025630 450344 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1006 12:16:06.025740 450344 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:06.036194 450344 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:06.046245 450344 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:06.057336 450344 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:16:06.067529 450344 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:06.077267 450344 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:06.093195 450344 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:06.103163 450344 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:16:06.112196 450344 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:16:06.120156 450344 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:16:06.235733 450344 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:16:06.357185 450344 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:16:06.357299 450344 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:16:06.361248 450344 start.go:563] Will wait 60s for crictl version
I1006 12:16:06.361353 450344 ssh_runner.go:195] Run: which crictl
I1006 12:16:06.366685 450344 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:16:06.392090 450344 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:16:06.392232 450344 ssh_runner.go:195] Run: crio --version
I1006 12:16:06.423002 450344 ssh_runner.go:195] Run: crio --version
I1006 12:16:06.453612 450344 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:16:06.456276 450344 cli_runner.go:164] Run: docker network inspect force-systemd-flag-269070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:16:06.475670 450344 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:16:06.479664 450344 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:16:06.489747 450344 kubeadm.go:883] updating cluster {Name:force-systemd-flag-269070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-flag-269070 Namespace:default APIServerHAVIP: APIServerNam
e:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuth
Sock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:16:06.489868 450344 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:16:06.489920 450344 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:16:06.524529 450344 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:16:06.524550 450344 crio.go:433] Images already preloaded, skipping extraction
I1006 12:16:06.524606 450344 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:16:06.553706 450344 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:16:06.553730 450344 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:16:06.553738 450344 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1006 12:16:06.553856 450344 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=force-systemd-flag-269070 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:force-systemd-flag-269070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:16:06.553947 450344 ssh_runner.go:195] Run: crio config
I1006 12:16:06.626664 450344 cni.go:84] Creating CNI manager for ""
I1006 12:16:06.626685 450344 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:16:06.626700 450344 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:16:06.626724 450344 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:force-systemd-flag-269070 NodeName:force-systemd-flag-269070 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt Sta
ticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:16:06.626857 450344 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "force-systemd-flag-269070"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:16:06.626933 450344 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:16:06.635466 450344 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:16:06.635543 450344 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:16:06.645656 450344 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)
I1006 12:16:06.660532 450344 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:16:06.677624 450344 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2221 bytes)
I1006 12:16:06.692082 450344 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:16:06.696138 450344 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:16:06.706358 450344 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:16:06.826783 450344 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:16:06.842588 450344 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070 for IP: 192.168.76.2
I1006 12:16:06.842611 450344 certs.go:195] generating shared ca certs ...
I1006 12:16:06.842627 450344 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:06.842779 450344 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:16:06.842831 450344 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:16:06.842844 450344 certs.go:257] generating profile certs ...
I1006 12:16:06.842899 450344 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/client.key
I1006 12:16:06.842924 450344 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/client.crt with IP's: []
I1006 12:16:07.763358 450344 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/client.crt ...
I1006 12:16:07.763394 450344 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/client.crt: {Name:mkd30112f8819d8fb4d909a3498d499cb90fa1f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:07.763628 450344 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/client.key ...
I1006 12:16:07.763644 450344 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/client.key: {Name:mk1fd4113b8ded4b911e58d7d2a9546e046208f0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:07.763750 450344 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.key.de94a5f5
I1006 12:16:07.763770 450344 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.crt.de94a5f5 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1006 12:16:08.077546 450344 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.crt.de94a5f5 ...
I1006 12:16:08.077578 450344 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.crt.de94a5f5: {Name:mkaa62a5b5bbf08407285b3299355333bb0b19c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:08.077773 450344 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.key.de94a5f5 ...
I1006 12:16:08.077792 450344 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.key.de94a5f5: {Name:mk5e5f90fbbcf05b001816820400b1c95b981973 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:08.077871 450344 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.crt.de94a5f5 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.crt
I1006 12:16:08.077961 450344 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.key.de94a5f5 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.key
I1006 12:16:08.078024 450344 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.key
I1006 12:16:08.078043 450344 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.crt with IP's: []
I1006 12:16:08.398713 450344 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.crt ...
I1006 12:16:08.398745 450344 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.crt: {Name:mka3ea438b48917b131866a0d698c23c0807927e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:08.398930 450344 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.key ...
I1006 12:16:08.398945 450344 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.key: {Name:mk0138bdd697fd5a8b609a6dc31faa964603582b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:08.399032 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1006 12:16:08.399054 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1006 12:16:08.399071 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1006 12:16:08.399089 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1006 12:16:08.399105 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1006 12:16:08.399126 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1006 12:16:08.399143 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1006 12:16:08.399155 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1006 12:16:08.399209 450344 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:16:08.399248 450344 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:16:08.399261 450344 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:16:08.399285 450344 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:16:08.399316 450344 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:16:08.399344 450344 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:16:08.399395 450344 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:16:08.399441 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> /usr/share/ca-certificates/2928112.pem
I1006 12:16:08.399457 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:08.399467 450344 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem -> /usr/share/ca-certificates/292811.pem
I1006 12:16:08.400054 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:16:08.424474 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:16:08.443977 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:16:08.462949 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:16:08.481718 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1006 12:16:08.500938 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:16:08.522458 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:16:08.540776 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-flag-269070/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 12:16:08.559451 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:16:08.578986 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:16:08.597441 450344 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:16:08.617189 450344 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:16:08.630413 450344 ssh_runner.go:195] Run: openssl version
I1006 12:16:08.637289 450344 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:16:08.647039 450344 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:16:08.651235 450344 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:16:08.651322 450344 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:16:08.696186 450344 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:16:08.704678 450344 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:16:08.713265 450344 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:08.717370 450344 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:08.717447 450344 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:08.761100 450344 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:16:08.769801 450344 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:16:08.778505 450344 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:16:08.782642 450344 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:16:08.782752 450344 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:16:08.829672 450344 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:16:08.839088 450344 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:16:08.842793 450344 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:16:08.842847 450344 kubeadm.go:400] StartCluster: {Name:force-systemd-flag-269070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-flag-269070 Namespace:default APIServerHAVIP: APIServerName:m
inikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSoc
k: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:16:08.842926 450344 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:16:08.842987 450344 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:16:08.870978 450344 cri.go:89] found id: ""
I1006 12:16:08.871079 450344 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:16:08.879320 450344 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:16:08.887394 450344 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:16:08.887484 450344 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:16:08.895723 450344 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:16:08.895743 450344 kubeadm.go:157] found existing configuration files:
I1006 12:16:08.895820 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:16:08.903980 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:16:08.904067 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:16:08.912105 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:16:08.920316 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:16:08.920394 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:16:08.928417 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:16:08.936695 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:16:08.936791 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:16:08.946105 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:16:08.953805 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:16:08.953890 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:16:08.964875 450344 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:16:09.052697 450344 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:16:09.053037 450344 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:16:09.131668 450344 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:20:17.711217 450344 kubeadm.go:318] error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
I1006 12:20:17.711324 450344 kubeadm.go:318] To see the stack trace of this error execute with --v=5 or higher
I1006 12:20:17.715516 450344 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:20:17.715579 450344 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:20:17.715706 450344 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:20:17.715788 450344 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:20:17.715844 450344 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:20:17.715905 450344 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:20:17.715957 450344 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:20:17.716010 450344 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:20:17.716064 450344 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:20:17.716119 450344 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:20:17.716174 450344 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:20:17.716222 450344 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:20:17.716276 450344 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:20:17.716329 450344 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:20:17.716411 450344 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:20:17.716511 450344 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:20:17.716620 450344 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:20:17.716685 450344 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:20:17.720956 450344 out.go:252] - Generating certificates and keys ...
I1006 12:20:17.721075 450344 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:20:17.721148 450344 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:20:17.721225 450344 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:20:17.721291 450344 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:20:17.721360 450344 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:20:17.721417 450344 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:20:17.721484 450344 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:20:17.721649 450344 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:20:17.721709 450344 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:20:17.721845 450344 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:20:17.721919 450344 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:20:17.721988 450344 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:20:17.722037 450344 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:20:17.722099 450344 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:20:17.722160 450344 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:20:17.722228 450344 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:20:17.722288 450344 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:20:17.722358 450344 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:20:17.722422 450344 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:20:17.722521 450344 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:20:17.722593 450344 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:20:17.725612 450344 out.go:252] - Booting up control plane ...
I1006 12:20:17.725740 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:20:17.725828 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:20:17.725901 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:20:17.726014 450344 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:20:17.726131 450344 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:20:17.726258 450344 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:20:17.726373 450344 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:20:17.726442 450344 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:20:17.726585 450344 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:20:17.726701 450344 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:20:17.726768 450344 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.502304823s
I1006 12:20:17.726867 450344 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:20:17.726955 450344 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1006 12:20:17.727051 450344 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:20:17.727137 450344 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:20:17.727216 450344 kubeadm.go:318] [control-plane-check] kube-apiserver is not healthy after 4m0.000046416s
I1006 12:20:17.727315 450344 kubeadm.go:318] [control-plane-check] kube-controller-manager is not healthy after 4m0.000038048s
I1006 12:20:17.727396 450344 kubeadm.go:318] [control-plane-check] kube-scheduler is not healthy after 4m0.000786715s
I1006 12:20:17.727404 450344 kubeadm.go:318]
I1006 12:20:17.727498 450344 kubeadm.go:318] A control plane component may have crashed or exited when started by the container runtime.
I1006 12:20:17.727586 450344 kubeadm.go:318] To troubleshoot, list all containers using your preferred container runtimes CLI.
I1006 12:20:17.727689 450344 kubeadm.go:318] Here is one example how you may list all running Kubernetes containers by using crictl:
I1006 12:20:17.727795 450344 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
I1006 12:20:17.727875 450344 kubeadm.go:318] Once you have found the failing container, you can inspect its logs with:
I1006 12:20:17.727960 450344 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
W1006 12:20:17.728100 450344 out.go:285] ! initialization failed, will try again: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.502304823s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000046416s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000038048s
[control-plane-check] kube-scheduler is not healthy after 4m0.000786715s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
! initialization failed, will try again: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.502304823s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000046416s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000038048s
[control-plane-check] kube-scheduler is not healthy after 4m0.000786715s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
I1006 12:20:17.728190 450344 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm reset --cri-socket /var/run/crio/crio.sock --force"
I1006 12:20:17.728485 450344 kubeadm.go:318]
I1006 12:20:18.269693 450344 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:20:18.283608 450344 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:20:18.283675 450344 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:20:18.295375 450344 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:20:18.295392 450344 kubeadm.go:157] found existing configuration files:
I1006 12:20:18.295446 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:20:18.305861 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:20:18.305933 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:20:18.314777 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:20:18.323784 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:20:18.323852 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:20:18.331522 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:20:18.339524 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:20:18.339609 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:20:18.347265 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:20:18.355533 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:20:18.355601 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:20:18.363350 450344 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:20:18.405119 450344 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:20:18.405181 450344 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:20:18.429346 450344 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:20:18.429425 450344 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:20:18.429467 450344 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:20:18.429527 450344 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:20:18.429582 450344 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:20:18.429637 450344 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:20:18.429693 450344 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:20:18.429749 450344 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:20:18.429806 450344 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:20:18.429857 450344 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:20:18.429911 450344 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:20:18.429962 450344 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:20:18.501241 450344 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:20:18.501396 450344 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:20:18.501559 450344 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:20:18.508544 450344 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:20:18.514338 450344 out.go:252] - Generating certificates and keys ...
I1006 12:20:18.514481 450344 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:20:18.514595 450344 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:20:18.514712 450344 kubeadm.go:318] [certs] Using existing apiserver-kubelet-client certificate and key on disk
I1006 12:20:18.514795 450344 kubeadm.go:318] [certs] Using existing front-proxy-ca certificate authority
I1006 12:20:18.515287 450344 kubeadm.go:318] [certs] Using existing front-proxy-client certificate and key on disk
I1006 12:20:18.515374 450344 kubeadm.go:318] [certs] Using existing etcd/ca certificate authority
I1006 12:20:18.515458 450344 kubeadm.go:318] [certs] Using existing etcd/server certificate and key on disk
I1006 12:20:18.515919 450344 kubeadm.go:318] [certs] Using existing etcd/peer certificate and key on disk
I1006 12:20:18.516445 450344 kubeadm.go:318] [certs] Using existing etcd/healthcheck-client certificate and key on disk
I1006 12:20:18.516980 450344 kubeadm.go:318] [certs] Using existing apiserver-etcd-client certificate and key on disk
I1006 12:20:18.517429 450344 kubeadm.go:318] [certs] Using the existing "sa" key
I1006 12:20:18.517512 450344 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:20:19.021544 450344 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:20:20.254050 450344 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:20:20.664288 450344 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:20:21.801615 450344 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:20:22.587547 450344 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:20:22.588225 450344 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:20:22.590891 450344 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:20:22.593960 450344 out.go:252] - Booting up control plane ...
I1006 12:20:22.594063 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:20:22.594145 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:20:22.596167 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:20:22.612757 450344 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:20:22.613119 450344 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:20:22.620726 450344 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:20:22.621159 450344 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:20:22.621218 450344 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:20:22.752299 450344 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:20:22.752425 450344 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:20:23.262027 450344 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 509.047655ms
I1006 12:20:23.265192 450344 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:20:23.265600 450344 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1006 12:20:23.265950 450344 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:20:23.266807 450344 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:24:23.267404 450344 kubeadm.go:318] [control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
I1006 12:24:23.272300 450344 kubeadm.go:318] [control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
I1006 12:24:23.272397 450344 kubeadm.go:318] [control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
I1006 12:24:23.272404 450344 kubeadm.go:318]
I1006 12:24:23.272493 450344 kubeadm.go:318] A control plane component may have crashed or exited when started by the container runtime.
I1006 12:24:23.272575 450344 kubeadm.go:318] To troubleshoot, list all containers using your preferred container runtimes CLI.
I1006 12:24:23.272662 450344 kubeadm.go:318] Here is one example how you may list all running Kubernetes containers by using crictl:
I1006 12:24:23.272755 450344 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
I1006 12:24:23.272829 450344 kubeadm.go:318] Once you have found the failing container, you can inspect its logs with:
I1006 12:24:23.272910 450344 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
I1006 12:24:23.272915 450344 kubeadm.go:318]
I1006 12:24:23.275772 450344 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:24:23.276019 450344 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:24:23.276133 450344 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:24:23.276753 450344 kubeadm.go:318] error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
I1006 12:24:23.276828 450344 kubeadm.go:318] To see the stack trace of this error execute with --v=5 or higher
I1006 12:24:23.276883 450344 kubeadm.go:402] duration metric: took 8m14.434042287s to StartCluster
I1006 12:24:23.276922 450344 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1006 12:24:23.276988 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1006 12:24:23.302313 450344 cri.go:89] found id: ""
I1006 12:24:23.302345 450344 logs.go:282] 0 containers: []
W1006 12:24:23.302364 450344 logs.go:284] No container was found matching "kube-apiserver"
I1006 12:24:23.302371 450344 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1006 12:24:23.302433 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1006 12:24:23.328323 450344 cri.go:89] found id: ""
I1006 12:24:23.328344 450344 logs.go:282] 0 containers: []
W1006 12:24:23.328353 450344 logs.go:284] No container was found matching "etcd"
I1006 12:24:23.328359 450344 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1006 12:24:23.328419 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1006 12:24:23.354121 450344 cri.go:89] found id: ""
I1006 12:24:23.354145 450344 logs.go:282] 0 containers: []
W1006 12:24:23.354154 450344 logs.go:284] No container was found matching "coredns"
I1006 12:24:23.354160 450344 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1006 12:24:23.354223 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1006 12:24:23.381701 450344 cri.go:89] found id: ""
I1006 12:24:23.381727 450344 logs.go:282] 0 containers: []
W1006 12:24:23.381736 450344 logs.go:284] No container was found matching "kube-scheduler"
I1006 12:24:23.381743 450344 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1006 12:24:23.381803 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1006 12:24:23.409510 450344 cri.go:89] found id: ""
I1006 12:24:23.409552 450344 logs.go:282] 0 containers: []
W1006 12:24:23.409567 450344 logs.go:284] No container was found matching "kube-proxy"
I1006 12:24:23.409574 450344 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1006 12:24:23.409654 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1006 12:24:23.437208 450344 cri.go:89] found id: ""
I1006 12:24:23.437234 450344 logs.go:282] 0 containers: []
W1006 12:24:23.437243 450344 logs.go:284] No container was found matching "kube-controller-manager"
I1006 12:24:23.437249 450344 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1006 12:24:23.437357 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1006 12:24:23.463397 450344 cri.go:89] found id: ""
I1006 12:24:23.463421 450344 logs.go:282] 0 containers: []
W1006 12:24:23.463431 450344 logs.go:284] No container was found matching "kindnet"
I1006 12:24:23.463440 450344 logs.go:123] Gathering logs for dmesg ...
I1006 12:24:23.463453 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1006 12:24:23.479953 450344 logs.go:123] Gathering logs for describe nodes ...
I1006 12:24:23.479985 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1006 12:24:23.548063 450344 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E1006 12:24:23.540134 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.540641 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.542257 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.542967 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.544450 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E1006 12:24:23.540134 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.540641 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.542257 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.542967 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.544450 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1006 12:24:23.548091 450344 logs.go:123] Gathering logs for CRI-O ...
I1006 12:24:23.548103 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1006 12:24:23.622973 450344 logs.go:123] Gathering logs for container status ...
I1006 12:24:23.623009 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1006 12:24:23.652955 450344 logs.go:123] Gathering logs for kubelet ...
I1006 12:24:23.652986 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1006 12:24:23.746741 450344 out.go:434] Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 509.047655ms
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
[control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:24:23.746808 450344 out.go:285] *
*
W1006 12:24:23.746865 450344 out.go:285] X Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 509.047655ms
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
[control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
X Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 509.047655ms
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
[control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:24:23.746880 450344 out.go:285] *
*
W1006 12:24:23.749011 450344 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:24:23.755380 450344 out.go:203]
W1006 12:24:23.759182 450344 out.go:285] X Exiting due to GUEST_START: failed to start node: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 509.047655ms
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
[control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
X Exiting due to GUEST_START: failed to start node: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 509.047655ms
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
[control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:24:23.759228 450344 out.go:285] *
*
I1006 12:24:23.762447 450344 out.go:203]
** /stderr **
docker_test.go:93: failed to start minikube with args: "out/minikube-linux-arm64 start -p force-systemd-flag-269070 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio" : exit status 80
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-269070 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
docker_test.go:106: *** TestForceSystemdFlag FAILED at 2025-10-06 12:24:24.122974537 +0000 UTC m=+3786.146644454
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestForceSystemdFlag]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestForceSystemdFlag]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect force-systemd-flag-269070
helpers_test.go:243: (dbg) docker inspect force-systemd-flag-269070:
-- stdout --
[
{
"Id": "fcf0ef7881daffc3f43c3213554294e5fddc298c5ddbf5e85e04b5796609a837",
"Created": "2025-10-06T12:15:58.516259677Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 451285,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:15:58.581261337Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/fcf0ef7881daffc3f43c3213554294e5fddc298c5ddbf5e85e04b5796609a837/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/fcf0ef7881daffc3f43c3213554294e5fddc298c5ddbf5e85e04b5796609a837/hostname",
"HostsPath": "/var/lib/docker/containers/fcf0ef7881daffc3f43c3213554294e5fddc298c5ddbf5e85e04b5796609a837/hosts",
"LogPath": "/var/lib/docker/containers/fcf0ef7881daffc3f43c3213554294e5fddc298c5ddbf5e85e04b5796609a837/fcf0ef7881daffc3f43c3213554294e5fddc298c5ddbf5e85e04b5796609a837-json.log",
"Name": "/force-systemd-flag-269070",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"force-systemd-flag-269070:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "force-systemd-flag-269070",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "fcf0ef7881daffc3f43c3213554294e5fddc298c5ddbf5e85e04b5796609a837",
"LowerDir": "/var/lib/docker/overlay2/70057d083fc830e9f03dcd9f1d2bac73cf7163840350249b87a2627a0246eabf-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/70057d083fc830e9f03dcd9f1d2bac73cf7163840350249b87a2627a0246eabf/merged",
"UpperDir": "/var/lib/docker/overlay2/70057d083fc830e9f03dcd9f1d2bac73cf7163840350249b87a2627a0246eabf/diff",
"WorkDir": "/var/lib/docker/overlay2/70057d083fc830e9f03dcd9f1d2bac73cf7163840350249b87a2627a0246eabf/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "force-systemd-flag-269070",
"Source": "/var/lib/docker/volumes/force-systemd-flag-269070/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "force-systemd-flag-269070",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "force-systemd-flag-269070",
"name.minikube.sigs.k8s.io": "force-systemd-flag-269070",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "15be2bd6ed728cf1ad658d940de6207fd3c1a3042e29a86ec98d292b8257da39",
"SandboxKey": "/var/run/docker/netns/15be2bd6ed72",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33399"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33400"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33403"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33401"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33402"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"force-systemd-flag-269070": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "42:34:5b:19:a4:0d",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "e74b8ed8b038f88f01e4f5c29043a9fd8798794637260eeb8326872077e6818d",
"EndpointID": "0779b88af2fefbe3968c8ad5ad3fc5537781f39eb782a6b7d6dc2ea6cd2a82c1",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"force-systemd-flag-269070",
"fcf0ef7881da"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p force-systemd-flag-269070 -n force-systemd-flag-269070
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p force-systemd-flag-269070 -n force-systemd-flag-269070: exit status 6 (332.292976ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1006 12:24:24.457365 460525 status.go:458] kubeconfig endpoint: get endpoint: "force-systemd-flag-269070" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
** /stderr **
helpers_test.go:247: status error: exit status 6 (may be ok)
helpers_test.go:252: <<< TestForceSystemdFlag FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestForceSystemdFlag]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-269070 logs -n 25
helpers_test.go:260: TestForceSystemdFlag logs:
-- stdout --
==> Audit <==
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ ssh │ -p cilium-735070 sudo systemctl cat kubelet --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo journalctl -xeu kubelet --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/kubernetes/kubelet.conf │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /var/lib/kubelet/config.yaml │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status docker --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat docker --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/docker/daemon.json │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo docker system info │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status cri-docker --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat cri-docker --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /usr/lib/systemd/system/cri-docker.service │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cri-dockerd --version │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status containerd --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat containerd --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /lib/systemd/system/containerd.service │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/containerd/config.toml │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo containerd config dump │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status crio --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat crio --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo crio config │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ delete │ -p cilium-735070 │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ 06 Oct 25 12:17 UTC │
│ start │ -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ force-systemd-flag-269070 ssh cat /etc/crio/crio.conf.d/02-crio.conf │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
└─────────┴────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/06 12:17:30
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:17:30.811949 456681 out.go:360] Setting OutFile to fd 1 ...
I1006 12:17:30.812141 456681 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:17:30.812147 456681 out.go:374] Setting ErrFile to fd 2...
I1006 12:17:30.812152 456681 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:17:30.812493 456681 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:17:30.812968 456681 out.go:368] Setting JSON to false
I1006 12:17:30.813904 456681 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7203,"bootTime":1759745848,"procs":175,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:17:30.814010 456681 start.go:140] virtualization:
I1006 12:17:30.817646 456681 out.go:179] * [force-systemd-env-485619] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:17:30.821573 456681 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:17:30.821761 456681 notify.go:220] Checking for updates...
I1006 12:17:30.827814 456681 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:17:30.830729 456681 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:17:30.833647 456681 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:17:30.836558 456681 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:17:30.839400 456681 out.go:179] - MINIKUBE_FORCE_SYSTEMD=true
I1006 12:17:30.842788 456681 config.go:182] Loaded profile config "force-systemd-flag-269070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:17:30.842926 456681 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:17:30.868128 456681 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:17:30.868260 456681 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:17:30.928458 456681 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:17:30.918595902 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:17:30.928573 456681 docker.go:318] overlay module found
I1006 12:17:30.933498 456681 out.go:179] * Using the docker driver based on user configuration
I1006 12:17:30.936475 456681 start.go:304] selected driver: docker
I1006 12:17:30.936494 456681 start.go:924] validating driver "docker" against <nil>
I1006 12:17:30.936508 456681 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:17:30.937266 456681 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:17:30.995602 456681 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:17:30.986751713 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:17:30.995771 456681 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:17:30.995983 456681 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1006 12:17:30.998755 456681 out.go:179] * Using Docker driver with root privileges
I1006 12:17:31.001618 456681 cni.go:84] Creating CNI manager for ""
I1006 12:17:31.001704 456681 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:17:31.001714 456681 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:17:31.001794 456681 start.go:348] cluster config:
{Name:force-systemd-env-485619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.
local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:17:31.009129 456681 out.go:179] * Starting "force-systemd-env-485619" primary control-plane node in "force-systemd-env-485619" cluster
I1006 12:17:31.012452 456681 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:17:31.015643 456681 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:17:31.018701 456681 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:17:31.018780 456681 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:17:31.018800 456681 cache.go:58] Caching tarball of preloaded images
I1006 12:17:31.018805 456681 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:17:31.018903 456681 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:17:31.018914 456681 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:17:31.019019 456681 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/config.json ...
I1006 12:17:31.019038 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/config.json: {Name:mkfa74223f16fe9cd6e38fe22ec356eca29e5ecf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:31.043746 456681 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:17:31.043771 456681 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:17:31.043793 456681 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:17:31.043817 456681 start.go:360] acquireMachinesLock for force-systemd-env-485619: {Name:mkb16be304cca4f3b885126ed0f01a87ef6b76d2 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:17:31.043928 456681 start.go:364] duration metric: took 95.861µs to acquireMachinesLock for "force-systemd-env-485619"
I1006 12:17:31.043954 456681 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-485619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHA
VIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SS
HAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:17:31.044020 456681 start.go:125] createHost starting for "" (driver="docker")
I1006 12:17:31.047426 456681 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:17:31.047668 456681 start.go:159] libmachine.API.Create for "force-systemd-env-485619" (driver="docker")
I1006 12:17:31.047715 456681 client.go:168] LocalClient.Create starting
I1006 12:17:31.047796 456681 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:17:31.047837 456681 main.go:141] libmachine: Decoding PEM data...
I1006 12:17:31.047855 456681 main.go:141] libmachine: Parsing certificate...
I1006 12:17:31.047918 456681 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:17:31.047940 456681 main.go:141] libmachine: Decoding PEM data...
I1006 12:17:31.047954 456681 main.go:141] libmachine: Parsing certificate...
I1006 12:17:31.048329 456681 cli_runner.go:164] Run: docker network inspect force-systemd-env-485619 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:17:31.063648 456681 cli_runner.go:211] docker network inspect force-systemd-env-485619 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:17:31.063749 456681 network_create.go:284] running [docker network inspect force-systemd-env-485619] to gather additional debugging logs...
I1006 12:17:31.063771 456681 cli_runner.go:164] Run: docker network inspect force-systemd-env-485619
W1006 12:17:31.080246 456681 cli_runner.go:211] docker network inspect force-systemd-env-485619 returned with exit code 1
I1006 12:17:31.080286 456681 network_create.go:287] error running [docker network inspect force-systemd-env-485619]: docker network inspect force-systemd-env-485619: exit status 1
stdout:
[]
stderr:
Error response from daemon: network force-systemd-env-485619 not found
I1006 12:17:31.080301 456681 network_create.go:289] output of [docker network inspect force-systemd-env-485619]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network force-systemd-env-485619 not found
** /stderr **
I1006 12:17:31.080401 456681 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:17:31.098368 456681 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:17:31.098778 456681 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:17:31.099040 456681 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:17:31.099338 456681 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-e74b8ed8b038 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:7a:8a:d2:23:bc:01} reservation:<nil>}
I1006 12:17:31.099797 456681 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a32210}
I1006 12:17:31.099825 456681 network_create.go:124] attempt to create docker network force-systemd-env-485619 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1006 12:17:31.099889 456681 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=force-systemd-env-485619 force-systemd-env-485619
I1006 12:17:31.158333 456681 network_create.go:108] docker network force-systemd-env-485619 192.168.85.0/24 created
I1006 12:17:31.158379 456681 kic.go:121] calculated static IP "192.168.85.2" for the "force-systemd-env-485619" container
I1006 12:17:31.158460 456681 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:17:31.176481 456681 cli_runner.go:164] Run: docker volume create force-systemd-env-485619 --label name.minikube.sigs.k8s.io=force-systemd-env-485619 --label created_by.minikube.sigs.k8s.io=true
I1006 12:17:31.195664 456681 oci.go:103] Successfully created a docker volume force-systemd-env-485619
I1006 12:17:31.195749 456681 cli_runner.go:164] Run: docker run --rm --name force-systemd-env-485619-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=force-systemd-env-485619 --entrypoint /usr/bin/test -v force-systemd-env-485619:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:17:31.695060 456681 oci.go:107] Successfully prepared a docker volume force-systemd-env-485619
I1006 12:17:31.695118 456681 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:17:31.695138 456681 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:17:31.695217 456681 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v force-systemd-env-485619:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 12:17:36.109874 456681 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v force-systemd-env-485619:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (4.414612485s)
I1006 12:17:36.109906 456681 kic.go:203] duration metric: took 4.414764118s to extract preloaded images to volume ...
W1006 12:17:36.110044 456681 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:17:36.110187 456681 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:17:36.166375 456681 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname force-systemd-env-485619 --name force-systemd-env-485619 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=force-systemd-env-485619 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=force-systemd-env-485619 --network force-systemd-env-485619 --ip 192.168.85.2 --volume force-systemd-env-485619:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:17:36.484976 456681 cli_runner.go:164] Run: docker container inspect force-systemd-env-485619 --format={{.State.Running}}
I1006 12:17:36.507141 456681 cli_runner.go:164] Run: docker container inspect force-systemd-env-485619 --format={{.State.Status}}
I1006 12:17:36.530141 456681 cli_runner.go:164] Run: docker exec force-systemd-env-485619 stat /var/lib/dpkg/alternatives/iptables
I1006 12:17:36.583493 456681 oci.go:144] the created container "force-systemd-env-485619" has a running status.
I1006 12:17:36.583525 456681 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa...
I1006 12:17:37.543868 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1006 12:17:37.543975 456681 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:17:37.567908 456681 cli_runner.go:164] Run: docker container inspect force-systemd-env-485619 --format={{.State.Status}}
I1006 12:17:37.590097 456681 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:17:37.590126 456681 kic_runner.go:114] Args: [docker exec --privileged force-systemd-env-485619 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:17:37.641815 456681 cli_runner.go:164] Run: docker container inspect force-systemd-env-485619 --format={{.State.Status}}
I1006 12:17:37.669161 456681 machine.go:93] provisionDockerMachine start ...
I1006 12:17:37.669270 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:37.690070 456681 main.go:141] libmachine: Using SSH client type: native
I1006 12:17:37.690467 456681 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33404 <nil> <nil>}
I1006 12:17:37.690493 456681 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:17:37.837327 456681 main.go:141] libmachine: SSH cmd err, output: <nil>: force-systemd-env-485619
I1006 12:17:37.837352 456681 ubuntu.go:182] provisioning hostname "force-systemd-env-485619"
I1006 12:17:37.837420 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:37.855848 456681 main.go:141] libmachine: Using SSH client type: native
I1006 12:17:37.856172 456681 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33404 <nil> <nil>}
I1006 12:17:37.856191 456681 main.go:141] libmachine: About to run SSH command:
sudo hostname force-systemd-env-485619 && echo "force-systemd-env-485619" | sudo tee /etc/hostname
I1006 12:17:38.000078 456681 main.go:141] libmachine: SSH cmd err, output: <nil>: force-systemd-env-485619
I1006 12:17:38.000218 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:38.020368 456681 main.go:141] libmachine: Using SSH client type: native
I1006 12:17:38.020700 456681 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33404 <nil> <nil>}
I1006 12:17:38.020719 456681 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sforce-systemd-env-485619' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 force-systemd-env-485619/g' /etc/hosts;
else
echo '127.0.1.1 force-systemd-env-485619' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:17:38.153695 456681 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:17:38.153721 456681 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:17:38.153745 456681 ubuntu.go:190] setting up certificates
I1006 12:17:38.153755 456681 provision.go:84] configureAuth start
I1006 12:17:38.153815 456681 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-env-485619
I1006 12:17:38.170832 456681 provision.go:143] copyHostCerts
I1006 12:17:38.170887 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:17:38.170923 456681 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:17:38.170934 456681 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:17:38.171015 456681 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:17:38.171101 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:17:38.171124 456681 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:17:38.171133 456681 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:17:38.171166 456681 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:17:38.171213 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:17:38.171236 456681 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:17:38.171245 456681 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:17:38.171271 456681 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:17:38.171322 456681 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.force-systemd-env-485619 san=[127.0.0.1 192.168.85.2 force-systemd-env-485619 localhost minikube]
I1006 12:17:38.480517 456681 provision.go:177] copyRemoteCerts
I1006 12:17:38.480588 456681 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:17:38.480642 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:38.498014 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:38.593456 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1006 12:17:38.593555 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:17:38.611227 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem -> /etc/docker/server.pem
I1006 12:17:38.611285 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1006 12:17:38.629148 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1006 12:17:38.629209 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:17:38.648721 456681 provision.go:87] duration metric: took 494.940407ms to configureAuth
I1006 12:17:38.648750 456681 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:17:38.648934 456681 config.go:182] Loaded profile config "force-systemd-env-485619": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:17:38.649061 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:38.665990 456681 main.go:141] libmachine: Using SSH client type: native
I1006 12:17:38.666317 456681 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33404 <nil> <nil>}
I1006 12:17:38.666337 456681 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:17:38.920048 456681 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:17:38.920122 456681 machine.go:96] duration metric: took 1.250940885s to provisionDockerMachine
I1006 12:17:38.920147 456681 client.go:171] duration metric: took 7.872420997s to LocalClient.Create
I1006 12:17:38.920202 456681 start.go:167] duration metric: took 7.872532752s to libmachine.API.Create "force-systemd-env-485619"
I1006 12:17:38.920233 456681 start.go:293] postStartSetup for "force-systemd-env-485619" (driver="docker")
I1006 12:17:38.920258 456681 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:17:38.920396 456681 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:17:38.920470 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:38.939104 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:39.038199 456681 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:17:39.041718 456681 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:17:39.041791 456681 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:17:39.041808 456681 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:17:39.041868 456681 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:17:39.041958 456681 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:17:39.041971 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> /etc/ssl/certs/2928112.pem
I1006 12:17:39.042078 456681 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:17:39.050226 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:17:39.068843 456681 start.go:296] duration metric: took 148.5807ms for postStartSetup
I1006 12:17:39.069216 456681 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-env-485619
I1006 12:17:39.086460 456681 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/config.json ...
I1006 12:17:39.086769 456681 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:17:39.086820 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:39.104389 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:39.199010 456681 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:17:39.204173 456681 start.go:128] duration metric: took 8.160136534s to createHost
I1006 12:17:39.204198 456681 start.go:83] releasing machines lock for "force-systemd-env-485619", held for 8.16026154s
I1006 12:17:39.204271 456681 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-env-485619
I1006 12:17:39.221119 456681 ssh_runner.go:195] Run: cat /version.json
I1006 12:17:39.221176 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:39.221426 456681 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:17:39.221493 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:39.242184 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:39.257899 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:39.342216 456681 ssh_runner.go:195] Run: systemctl --version
I1006 12:17:39.449987 456681 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:17:39.485861 456681 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:17:39.490107 456681 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:17:39.490205 456681 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:17:39.520642 456681 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:17:39.520717 456681 start.go:495] detecting cgroup driver to use...
I1006 12:17:39.520751 456681 start.go:499] using "systemd" cgroup driver as enforced via flags
I1006 12:17:39.520840 456681 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:17:39.539465 456681 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:17:39.552813 456681 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:17:39.552932 456681 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:17:39.571293 456681 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:17:39.590669 456681 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:17:39.715783 456681 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:17:39.849235 456681 docker.go:234] disabling docker service ...
I1006 12:17:39.849309 456681 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:17:39.871744 456681 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:17:39.885664 456681 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:17:39.999019 456681 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:17:40.136590 456681 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:17:40.149618 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:17:40.166414 456681 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:17:40.166522 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.175968 456681 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1006 12:17:40.176063 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.185341 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.195063 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.204767 456681 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:17:40.213421 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.222706 456681 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.236768 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.246033 456681 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:17:40.253714 456681 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:17:40.261149 456681 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:17:40.370413 456681 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:17:40.512322 456681 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:17:40.512457 456681 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:17:40.516496 456681 start.go:563] Will wait 60s for crictl version
I1006 12:17:40.516609 456681 ssh_runner.go:195] Run: which crictl
I1006 12:17:40.520550 456681 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:17:40.545863 456681 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:17:40.546008 456681 ssh_runner.go:195] Run: crio --version
I1006 12:17:40.575908 456681 ssh_runner.go:195] Run: crio --version
I1006 12:17:40.610573 456681 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:17:40.613586 456681 cli_runner.go:164] Run: docker network inspect force-systemd-env-485619 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:17:40.628761 456681 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:17:40.632801 456681 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:17:40.643359 456681 kubeadm.go:883] updating cluster {Name:force-systemd-env-485619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHAVIP: APIServerName:
minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSo
ck: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:17:40.643475 456681 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:17:40.643540 456681 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:17:40.680298 456681 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:17:40.680323 456681 crio.go:433] Images already preloaded, skipping extraction
I1006 12:17:40.680383 456681 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:17:40.706371 456681 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:17:40.706394 456681 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:17:40.706402 456681 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:17:40.706503 456681 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=force-systemd-env-485619 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:17:40.706587 456681 ssh_runner.go:195] Run: crio config
I1006 12:17:40.780966 456681 cni.go:84] Creating CNI manager for ""
I1006 12:17:40.780985 456681 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:17:40.780997 456681 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:17:40.781021 456681 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:force-systemd-env-485619 NodeName:force-systemd-env-485619 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt Stati
cPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:17:40.781141 456681 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "force-systemd-env-485619"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:17:40.781219 456681 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:17:40.789318 456681 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:17:40.789392 456681 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:17:40.797435 456681 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I1006 12:17:40.811268 456681 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:17:40.824949 456681 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2220 bytes)
I1006 12:17:40.838831 456681 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:17:40.842624 456681 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:17:40.852544 456681 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:17:40.960932 456681 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:17:40.986022 456681 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619 for IP: 192.168.85.2
I1006 12:17:40.986046 456681 certs.go:195] generating shared ca certs ...
I1006 12:17:40.986063 456681 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:40.986284 456681 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:17:40.986350 456681 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:17:40.986364 456681 certs.go:257] generating profile certs ...
I1006 12:17:40.986440 456681 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.key
I1006 12:17:40.986479 456681 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.crt with IP's: []
I1006 12:17:42.054255 456681 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.crt ...
I1006 12:17:42.054290 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.crt: {Name:mkaeb6f1c2e7685a4ae1ab03446334c01de688a6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:42.054528 456681 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.key ...
I1006 12:17:42.054547 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.key: {Name:mkf55938cf0a5958c4d4e4de548670107f24e45b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:42.054647 456681 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key.415527e3
I1006 12:17:42.054665 456681 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt.415527e3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1006 12:17:42.688474 456681 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt.415527e3 ...
I1006 12:17:42.688507 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt.415527e3: {Name:mk59f935723496a9300adcbb8042842cce0ea167 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:42.688693 456681 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key.415527e3 ...
I1006 12:17:42.688708 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key.415527e3: {Name:mk6e100453da6a154a35c89c0a41c9ec1886bfb1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:42.688793 456681 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt.415527e3 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt
I1006 12:17:42.688870 456681 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key.415527e3 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key
I1006 12:17:42.688936 456681 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key
I1006 12:17:42.688955 456681 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt with IP's: []
I1006 12:17:43.032132 456681 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt ...
I1006 12:17:43.032166 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt: {Name:mk4177c0adc27cf9e321f796651440274f1a50aa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:43.032356 456681 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key ...
I1006 12:17:43.032374 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key: {Name:mkce29e86d9c8bdd6468d42cc0c5b54074d302e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:43.032454 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1006 12:17:43.032479 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1006 12:17:43.032496 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1006 12:17:43.032508 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1006 12:17:43.032521 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1006 12:17:43.032536 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1006 12:17:43.032552 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1006 12:17:43.032563 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1006 12:17:43.032616 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:17:43.032655 456681 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:17:43.032668 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:17:43.032692 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:17:43.032720 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:17:43.032747 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:17:43.032792 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:17:43.032824 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1006 12:17:43.032841 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem -> /usr/share/ca-certificates/292811.pem
I1006 12:17:43.032852 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> /usr/share/ca-certificates/2928112.pem
I1006 12:17:43.033460 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:17:43.054315 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:17:43.075044 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:17:43.094048 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:17:43.112462 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1006 12:17:43.131271 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1006 12:17:43.148922 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:17:43.167332 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 12:17:43.185443 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:17:43.205108 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:17:43.223708 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:17:43.242010 456681 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:17:43.255141 456681 ssh_runner.go:195] Run: openssl version
I1006 12:17:43.261428 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:17:43.270345 456681 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:17:43.274375 456681 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:17:43.274443 456681 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:17:43.315930 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:17:43.325026 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:17:43.334055 456681 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:17:43.339613 456681 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:17:43.339683 456681 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:17:43.382594 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:17:43.391547 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:17:43.400642 456681 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:17:43.408403 456681 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:17:43.408500 456681 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:17:43.449978 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:17:43.458810 456681 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:17:43.462679 456681 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:17:43.462764 456681 kubeadm.go:400] StartCluster: {Name:force-systemd-env-485619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:17:43.462846 456681 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:17:43.462928 456681 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:17:43.493116 456681 cri.go:89] found id: ""
I1006 12:17:43.493196 456681 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:17:43.501260 456681 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:17:43.509326 456681 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:17:43.509413 456681 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:17:43.517637 456681 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:17:43.517656 456681 kubeadm.go:157] found existing configuration files:
I1006 12:17:43.517732 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:17:43.525948 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:17:43.526042 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:17:43.533887 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:17:43.542082 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:17:43.542209 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:17:43.550274 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:17:43.558346 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:17:43.558458 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:17:43.566563 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:17:43.574506 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:17:43.574595 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:17:43.582297 456681 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:17:43.623654 456681 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:17:43.623967 456681 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:17:43.648039 456681 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:17:43.648122 456681 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:17:43.648164 456681 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:17:43.648219 456681 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:17:43.648274 456681 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:17:43.648326 456681 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:17:43.648381 456681 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:17:43.648435 456681 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:17:43.648489 456681 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:17:43.648540 456681 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:17:43.648594 456681 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:17:43.648646 456681 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:17:43.719351 456681 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:17:43.719475 456681 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:17:43.719578 456681 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:17:43.729633 456681 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:17:43.736259 456681 out.go:252] - Generating certificates and keys ...
I1006 12:17:43.736380 456681 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:17:43.736471 456681 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:17:45.174631 456681 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:17:45.896515 456681 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:17:46.550728 456681 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:17:47.511219 456681 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:17:47.836694 456681 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:17:47.837385 456681 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:17:48.117931 456681 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:17:48.118084 456681 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:17:48.384686 456681 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:17:49.535288 456681 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:17:49.764247 456681 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:17:49.764541 456681 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:17:50.578246 456681 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:17:50.804220 456681 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:17:51.454111 456681 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:17:52.412861 456681 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:17:52.535347 456681 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:17:52.537002 456681 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:17:52.539049 456681 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:17:52.542515 456681 out.go:252] - Booting up control plane ...
I1006 12:17:52.542632 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:17:52.542715 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:17:52.542786 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:17:52.558939 456681 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:17:52.559169 456681 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:17:52.567570 456681 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:17:52.568081 456681 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:17:52.568374 456681 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:17:52.695526 456681 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:17:52.695655 456681 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:17:53.696408 456681 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.000985111s
I1006 12:17:53.700369 456681 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:17:53.700498 456681 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1006 12:17:53.700608 456681 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:17:53.700704 456681 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:20:17.711217 450344 kubeadm.go:318] error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
I1006 12:20:17.711324 450344 kubeadm.go:318] To see the stack trace of this error execute with --v=5 or higher
I1006 12:20:17.715516 450344 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:20:17.715579 450344 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:20:17.715706 450344 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:20:17.715788 450344 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:20:17.715844 450344 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:20:17.715905 450344 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:20:17.715957 450344 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:20:17.716010 450344 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:20:17.716064 450344 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:20:17.716119 450344 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:20:17.716174 450344 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:20:17.716222 450344 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:20:17.716276 450344 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:20:17.716329 450344 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:20:17.716411 450344 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:20:17.716511 450344 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:20:17.716620 450344 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:20:17.716685 450344 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:20:17.720956 450344 out.go:252] - Generating certificates and keys ...
I1006 12:20:17.721075 450344 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:20:17.721148 450344 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:20:17.721225 450344 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:20:17.721291 450344 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:20:17.721360 450344 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:20:17.721417 450344 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:20:17.721484 450344 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:20:17.721649 450344 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:20:17.721709 450344 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:20:17.721845 450344 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:20:17.721919 450344 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:20:17.721988 450344 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:20:17.722037 450344 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:20:17.722099 450344 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:20:17.722160 450344 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:20:17.722228 450344 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:20:17.722288 450344 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:20:17.722358 450344 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:20:17.722422 450344 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:20:17.722521 450344 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:20:17.722593 450344 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:20:17.725612 450344 out.go:252] - Booting up control plane ...
I1006 12:20:17.725740 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:20:17.725828 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:20:17.725901 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:20:17.726014 450344 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:20:17.726131 450344 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:20:17.726258 450344 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:20:17.726373 450344 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:20:17.726442 450344 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:20:17.726585 450344 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:20:17.726701 450344 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:20:17.726768 450344 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.502304823s
I1006 12:20:17.726867 450344 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:20:17.726955 450344 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1006 12:20:17.727051 450344 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:20:17.727137 450344 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:20:17.727216 450344 kubeadm.go:318] [control-plane-check] kube-apiserver is not healthy after 4m0.000046416s
I1006 12:20:17.727315 450344 kubeadm.go:318] [control-plane-check] kube-controller-manager is not healthy after 4m0.000038048s
I1006 12:20:17.727396 450344 kubeadm.go:318] [control-plane-check] kube-scheduler is not healthy after 4m0.000786715s
I1006 12:20:17.727404 450344 kubeadm.go:318]
I1006 12:20:17.727498 450344 kubeadm.go:318] A control plane component may have crashed or exited when started by the container runtime.
I1006 12:20:17.727586 450344 kubeadm.go:318] To troubleshoot, list all containers using your preferred container runtimes CLI.
I1006 12:20:17.727689 450344 kubeadm.go:318] Here is one example how you may list all running Kubernetes containers by using crictl:
I1006 12:20:17.727795 450344 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
I1006 12:20:17.727875 450344 kubeadm.go:318] Once you have found the failing container, you can inspect its logs with:
I1006 12:20:17.727960 450344 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
W1006 12:20:17.728100 450344 out.go:285] ! initialization failed, will try again: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [force-systemd-flag-269070 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.502304823s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000046416s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000038048s
[control-plane-check] kube-scheduler is not healthy after 4m0.000786715s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
I1006 12:20:17.728190 450344 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm reset --cri-socket /var/run/crio/crio.sock --force"
I1006 12:20:17.728485 450344 kubeadm.go:318]
I1006 12:20:18.269693 450344 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:20:18.283608 450344 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:20:18.283675 450344 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:20:18.295375 450344 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:20:18.295392 450344 kubeadm.go:157] found existing configuration files:
I1006 12:20:18.295446 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:20:18.305861 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:20:18.305933 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:20:18.314777 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:20:18.323784 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:20:18.323852 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:20:18.331522 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:20:18.339524 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:20:18.339609 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:20:18.347265 450344 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:20:18.355533 450344 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:20:18.355601 450344 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:20:18.363350 450344 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:20:18.405119 450344 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:20:18.405181 450344 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:20:18.429346 450344 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:20:18.429425 450344 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:20:18.429467 450344 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:20:18.429527 450344 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:20:18.429582 450344 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:20:18.429637 450344 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:20:18.429693 450344 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:20:18.429749 450344 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:20:18.429806 450344 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:20:18.429857 450344 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:20:18.429911 450344 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:20:18.429962 450344 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:20:18.501241 450344 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:20:18.501396 450344 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:20:18.501559 450344 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:20:18.508544 450344 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:20:18.514338 450344 out.go:252] - Generating certificates and keys ...
I1006 12:20:18.514481 450344 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:20:18.514595 450344 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:20:18.514712 450344 kubeadm.go:318] [certs] Using existing apiserver-kubelet-client certificate and key on disk
I1006 12:20:18.514795 450344 kubeadm.go:318] [certs] Using existing front-proxy-ca certificate authority
I1006 12:20:18.515287 450344 kubeadm.go:318] [certs] Using existing front-proxy-client certificate and key on disk
I1006 12:20:18.515374 450344 kubeadm.go:318] [certs] Using existing etcd/ca certificate authority
I1006 12:20:18.515458 450344 kubeadm.go:318] [certs] Using existing etcd/server certificate and key on disk
I1006 12:20:18.515919 450344 kubeadm.go:318] [certs] Using existing etcd/peer certificate and key on disk
I1006 12:20:18.516445 450344 kubeadm.go:318] [certs] Using existing etcd/healthcheck-client certificate and key on disk
I1006 12:20:18.516980 450344 kubeadm.go:318] [certs] Using existing apiserver-etcd-client certificate and key on disk
I1006 12:20:18.517429 450344 kubeadm.go:318] [certs] Using the existing "sa" key
I1006 12:20:18.517512 450344 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:20:19.021544 450344 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:20:20.254050 450344 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:20:20.664288 450344 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:20:21.801615 450344 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:20:22.587547 450344 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:20:22.588225 450344 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:20:22.590891 450344 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:20:22.593960 450344 out.go:252] - Booting up control plane ...
I1006 12:20:22.594063 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:20:22.594145 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:20:22.596167 450344 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:20:22.612757 450344 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:20:22.613119 450344 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:20:22.620726 450344 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:20:22.621159 450344 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:20:22.621218 450344 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:20:22.752299 450344 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:20:22.752425 450344 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:20:23.262027 450344 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 509.047655ms
I1006 12:20:23.265192 450344 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:20:23.265600 450344 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1006 12:20:23.265950 450344 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:20:23.266807 450344 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:21:53.700578 456681 kubeadm.go:318] [control-plane-check] kube-apiserver is not healthy after 4m0.000039148s
I1006 12:21:53.700841 456681 kubeadm.go:318] [control-plane-check] kube-controller-manager is not healthy after 4m0.000199232s
I1006 12:21:53.701332 456681 kubeadm.go:318] [control-plane-check] kube-scheduler is not healthy after 4m0.001145081s
I1006 12:21:53.701353 456681 kubeadm.go:318]
I1006 12:21:53.701450 456681 kubeadm.go:318] A control plane component may have crashed or exited when started by the container runtime.
I1006 12:21:53.701566 456681 kubeadm.go:318] To troubleshoot, list all containers using your preferred container runtimes CLI.
I1006 12:21:53.701667 456681 kubeadm.go:318] Here is one example how you may list all running Kubernetes containers by using crictl:
I1006 12:21:53.701768 456681 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
I1006 12:21:53.701848 456681 kubeadm.go:318] Once you have found the failing container, you can inspect its logs with:
I1006 12:21:53.701933 456681 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
I1006 12:21:53.701941 456681 kubeadm.go:318]
I1006 12:21:53.706982 456681 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:21:53.707232 456681 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:21:53.707349 456681 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:21:53.707971 456681 kubeadm.go:318] error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.85.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
I1006 12:21:53.708046 456681 kubeadm.go:318] To see the stack trace of this error execute with --v=5 or higher
W1006 12:21:53.708183 456681 out.go:285] ! initialization failed, will try again: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.000985111s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000039148s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000199232s
[control-plane-check] kube-scheduler is not healthy after 4m0.001145081s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.85.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
I1006 12:21:53.708268 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm reset --cri-socket /var/run/crio/crio.sock --force"
I1006 12:21:54.243462 456681 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:21:54.257383 456681 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:21:54.257451 456681 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:21:54.267147 456681 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:21:54.267166 456681 kubeadm.go:157] found existing configuration files:
I1006 12:21:54.267221 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:21:54.275987 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:21:54.276090 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:21:54.283805 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:21:54.291667 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:21:54.291733 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:21:54.299280 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:21:54.307161 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:21:54.307249 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:21:54.314754 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:21:54.322713 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:21:54.322834 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:21:54.330614 456681 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:21:54.371102 456681 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:21:54.371392 456681 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:21:54.400674 456681 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:21:54.400820 456681 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:21:54.400874 456681 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:21:54.400948 456681 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:21:54.401024 456681 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:21:54.401099 456681 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:21:54.401257 456681 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:21:54.401342 456681 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:21:54.401424 456681 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:21:54.401504 456681 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:21:54.401610 456681 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:21:54.401693 456681 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:21:54.477470 456681 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:21:54.477647 456681 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:21:54.477767 456681 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:21:54.485244 456681 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:21:54.492372 456681 out.go:252] - Generating certificates and keys ...
I1006 12:21:54.492475 456681 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:21:54.492549 456681 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:21:54.492634 456681 kubeadm.go:318] [certs] Using existing apiserver-kubelet-client certificate and key on disk
I1006 12:21:54.492702 456681 kubeadm.go:318] [certs] Using existing front-proxy-ca certificate authority
I1006 12:21:54.492778 456681 kubeadm.go:318] [certs] Using existing front-proxy-client certificate and key on disk
I1006 12:21:54.492838 456681 kubeadm.go:318] [certs] Using existing etcd/ca certificate authority
I1006 12:21:54.492915 456681 kubeadm.go:318] [certs] Using existing etcd/server certificate and key on disk
I1006 12:21:54.492982 456681 kubeadm.go:318] [certs] Using existing etcd/peer certificate and key on disk
I1006 12:21:54.493064 456681 kubeadm.go:318] [certs] Using existing etcd/healthcheck-client certificate and key on disk
I1006 12:21:54.493143 456681 kubeadm.go:318] [certs] Using existing apiserver-etcd-client certificate and key on disk
I1006 12:21:54.493186 456681 kubeadm.go:318] [certs] Using the existing "sa" key
I1006 12:21:54.493247 456681 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:21:55.074366 456681 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:21:55.591749 456681 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:21:56.714651 456681 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:21:56.784869 456681 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:21:56.893389 456681 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:21:56.894007 456681 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:21:56.896642 456681 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:21:56.899939 456681 out.go:252] - Booting up control plane ...
I1006 12:21:56.900041 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:21:56.900119 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:21:56.900194 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:21:56.915049 456681 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:21:56.915425 456681 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:21:56.924502 456681 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:21:56.925408 456681 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:21:56.925633 456681 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:21:57.069946 456681 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:21:57.070074 456681 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:21:58.076005 456681 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.002705077s
I1006 12:21:58.078954 456681 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:21:58.079129 456681 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1006 12:21:58.079417 456681 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:21:58.079501 456681 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:24:23.267404 450344 kubeadm.go:318] [control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
I1006 12:24:23.272300 450344 kubeadm.go:318] [control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
I1006 12:24:23.272397 450344 kubeadm.go:318] [control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
I1006 12:24:23.272404 450344 kubeadm.go:318]
I1006 12:24:23.272493 450344 kubeadm.go:318] A control plane component may have crashed or exited when started by the container runtime.
I1006 12:24:23.272575 450344 kubeadm.go:318] To troubleshoot, list all containers using your preferred container runtimes CLI.
I1006 12:24:23.272662 450344 kubeadm.go:318] Here is one example how you may list all running Kubernetes containers by using crictl:
I1006 12:24:23.272755 450344 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
I1006 12:24:23.272829 450344 kubeadm.go:318] Once you have found the failing container, you can inspect its logs with:
I1006 12:24:23.272910 450344 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
I1006 12:24:23.272915 450344 kubeadm.go:318]
I1006 12:24:23.275772 450344 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:24:23.276019 450344 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:24:23.276133 450344 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:24:23.276753 450344 kubeadm.go:318] error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
I1006 12:24:23.276828 450344 kubeadm.go:318] To see the stack trace of this error execute with --v=5 or higher
I1006 12:24:23.276883 450344 kubeadm.go:402] duration metric: took 8m14.434042287s to StartCluster
I1006 12:24:23.276922 450344 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1006 12:24:23.276988 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1006 12:24:23.302313 450344 cri.go:89] found id: ""
I1006 12:24:23.302345 450344 logs.go:282] 0 containers: []
W1006 12:24:23.302364 450344 logs.go:284] No container was found matching "kube-apiserver"
I1006 12:24:23.302371 450344 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1006 12:24:23.302433 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1006 12:24:23.328323 450344 cri.go:89] found id: ""
I1006 12:24:23.328344 450344 logs.go:282] 0 containers: []
W1006 12:24:23.328353 450344 logs.go:284] No container was found matching "etcd"
I1006 12:24:23.328359 450344 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1006 12:24:23.328419 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1006 12:24:23.354121 450344 cri.go:89] found id: ""
I1006 12:24:23.354145 450344 logs.go:282] 0 containers: []
W1006 12:24:23.354154 450344 logs.go:284] No container was found matching "coredns"
I1006 12:24:23.354160 450344 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1006 12:24:23.354223 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1006 12:24:23.381701 450344 cri.go:89] found id: ""
I1006 12:24:23.381727 450344 logs.go:282] 0 containers: []
W1006 12:24:23.381736 450344 logs.go:284] No container was found matching "kube-scheduler"
I1006 12:24:23.381743 450344 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1006 12:24:23.381803 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1006 12:24:23.409510 450344 cri.go:89] found id: ""
I1006 12:24:23.409552 450344 logs.go:282] 0 containers: []
W1006 12:24:23.409567 450344 logs.go:284] No container was found matching "kube-proxy"
I1006 12:24:23.409574 450344 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1006 12:24:23.409654 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1006 12:24:23.437208 450344 cri.go:89] found id: ""
I1006 12:24:23.437234 450344 logs.go:282] 0 containers: []
W1006 12:24:23.437243 450344 logs.go:284] No container was found matching "kube-controller-manager"
I1006 12:24:23.437249 450344 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1006 12:24:23.437357 450344 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1006 12:24:23.463397 450344 cri.go:89] found id: ""
I1006 12:24:23.463421 450344 logs.go:282] 0 containers: []
W1006 12:24:23.463431 450344 logs.go:284] No container was found matching "kindnet"
I1006 12:24:23.463440 450344 logs.go:123] Gathering logs for dmesg ...
I1006 12:24:23.463453 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1006 12:24:23.479953 450344 logs.go:123] Gathering logs for describe nodes ...
I1006 12:24:23.479985 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1006 12:24:23.548063 450344 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E1006 12:24:23.540134 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.540641 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.542257 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.542967 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.544450 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E1006 12:24:23.540134 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.540641 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.542257 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.542967 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:23.544450 2336 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I1006 12:24:23.548091 450344 logs.go:123] Gathering logs for CRI-O ...
I1006 12:24:23.548103 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1006 12:24:23.622973 450344 logs.go:123] Gathering logs for container status ...
I1006 12:24:23.623009 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1006 12:24:23.652955 450344 logs.go:123] Gathering logs for kubelet ...
I1006 12:24:23.652986 450344 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1006 12:24:23.746741 450344 out.go:434] Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 509.047655ms
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
[control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:24:23.746808 450344 out.go:285] *
W1006 12:24:23.746865 450344 out.go:285] X Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 509.047655ms
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
[control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:24:23.746880 450344 out.go:285] *
W1006 12:24:23.749011 450344 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:24:23.755380 450344 out.go:203]
W1006 12:24:23.759182 450344 out.go:285] X Exiting due to GUEST_START: failed to start node: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 509.047655ms
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000641443s
[control-plane-check] kube-scheduler is not healthy after 4m0.001036961s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000874531s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.76.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.76.2:8443: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:24:23.759228 450344 out.go:285] *
I1006 12:24:23.762447 450344 out.go:203]
==> CRI-O <==
Oct 06 12:24:14 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:14.298139071Z" level=info msg="createCtr: removing container ab9bc7b550f83c40f1a97351cb1865e440fea1502607c9ebd325e1ebfdff0a5f" id=3b8c616e-b164-4adc-aede-4e6d97d38b4b name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:14 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:14.298175576Z" level=info msg="createCtr: deleting container ab9bc7b550f83c40f1a97351cb1865e440fea1502607c9ebd325e1ebfdff0a5f from storage" id=3b8c616e-b164-4adc-aede-4e6d97d38b4b name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:14 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:14.304083231Z" level=info msg="createCtr: releasing container name k8s_etcd_etcd-force-systemd-flag-269070_kube-system_ad8de6bc0dd008adfe3382a23db6c63a_0" id=3b8c616e-b164-4adc-aede-4e6d97d38b4b name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.256034538Z" level=info msg="Checking image status: registry.k8s.io/kube-scheduler:v1.34.1" id=b9255ae4-cb28-4c6e-bd3e-34a10cab8ddf name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.257050952Z" level=info msg="Checking image status: registry.k8s.io/kube-scheduler:v1.34.1" id=e1eb274a-3355-4f0b-ab38-96f6c79b47ed name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.257967533Z" level=info msg="Creating container: kube-system/kube-scheduler-force-systemd-flag-269070/kube-scheduler" id=afc2e83f-c5ed-49e4-bd6b-fed11deff04d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.258214239Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.262816788Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.263467865Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.274781254Z" level=error msg="Container creation error: cannot open sd-bus: No such file or directory\n" id=afc2e83f-c5ed-49e4-bd6b-fed11deff04d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.276025543Z" level=info msg="createCtr: deleting container ID bb8a7e47cb20e11f3b48edfa0bd38a290d25583f1d1008ca4b6de2dc00ccf777 from idIndex" id=afc2e83f-c5ed-49e4-bd6b-fed11deff04d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.276074603Z" level=info msg="createCtr: removing container bb8a7e47cb20e11f3b48edfa0bd38a290d25583f1d1008ca4b6de2dc00ccf777" id=afc2e83f-c5ed-49e4-bd6b-fed11deff04d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.276121881Z" level=info msg="createCtr: deleting container bb8a7e47cb20e11f3b48edfa0bd38a290d25583f1d1008ca4b6de2dc00ccf777 from storage" id=afc2e83f-c5ed-49e4-bd6b-fed11deff04d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:22 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:22.278845359Z" level=info msg="createCtr: releasing container name k8s_kube-scheduler_kube-scheduler-force-systemd-flag-269070_kube-system_f8eaf690368e00babd1edfc03407d9b6_0" id=afc2e83f-c5ed-49e4-bd6b-fed11deff04d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.256560356Z" level=info msg="Checking image status: registry.k8s.io/kube-apiserver:v1.34.1" id=b48f2eee-927b-4594-8940-ca2845eabc4a name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.258061329Z" level=info msg="Checking image status: registry.k8s.io/kube-apiserver:v1.34.1" id=ed536871-242c-4e36-ad6b-b6610afbb8c6 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.259155751Z" level=info msg="Creating container: kube-system/kube-apiserver-force-systemd-flag-269070/kube-apiserver" id=aaf34c92-9a9c-4876-9b14-8410eb12a1b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.25940834Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.276392517Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.277017139Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.287127265Z" level=error msg="Container creation error: cannot open sd-bus: No such file or directory\n" id=aaf34c92-9a9c-4876-9b14-8410eb12a1b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.288470559Z" level=info msg="createCtr: deleting container ID 0c3b16d5ef0bb7b206231d2c7f5d46b76af7548d78a6dcf58c4250c70374eefd from idIndex" id=aaf34c92-9a9c-4876-9b14-8410eb12a1b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.288519897Z" level=info msg="createCtr: removing container 0c3b16d5ef0bb7b206231d2c7f5d46b76af7548d78a6dcf58c4250c70374eefd" id=aaf34c92-9a9c-4876-9b14-8410eb12a1b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.288559331Z" level=info msg="createCtr: deleting container 0c3b16d5ef0bb7b206231d2c7f5d46b76af7548d78a6dcf58c4250c70374eefd from storage" id=aaf34c92-9a9c-4876-9b14-8410eb12a1b5 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:24:24 force-systemd-flag-269070 crio[836]: time="2025-10-06T12:24:24.293413198Z" level=info msg="createCtr: releasing container name k8s_kube-apiserver_kube-apiserver-force-systemd-flag-269070_kube-system_51d0fe461c2bf5dbc160490a8252a89d_0" id=aaf34c92-9a9c-4876-9b14-8410eb12a1b5 name=/runtime.v1.RuntimeService/CreateContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E1006 12:24:25.138356 2461 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:25.138966 2461 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:25.140618 2461 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:25.141157 2461 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:24:25.142746 2461 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
==> dmesg <==
[ +4.318925] overlayfs: idmapped layers are currently not supported
[Oct 6 11:52] overlayfs: idmapped layers are currently not supported
[ +40.936129] overlayfs: idmapped layers are currently not supported
[Oct 6 11:54] overlayfs: idmapped layers are currently not supported
[Oct 6 11:59] overlayfs: idmapped layers are currently not supported
[ +36.403670] overlayfs: idmapped layers are currently not supported
[Oct 6 12:01] overlayfs: idmapped layers are currently not supported
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
==> kernel <==
12:24:25 up 2:06, 0 user, load average: 0.21, 1.04, 1.89
Linux force-systemd-flag-269070 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kubelet <==
Oct 06 12:24:14 force-systemd-flag-269070 kubelet[1773]: container etcd start failed in pod etcd-force-systemd-flag-269070_kube-system(ad8de6bc0dd008adfe3382a23db6c63a): CreateContainerError: container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:24:14 force-systemd-flag-269070 kubelet[1773]: > logger="UnhandledError"
Oct 06 12:24:14 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:14.304475 1773 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"etcd\" with CreateContainerError: \"container create failed: cannot open sd-bus: No such file or directory\\n\"" pod="kube-system/etcd-force-systemd-flag-269070" podUID="ad8de6bc0dd008adfe3382a23db6c63a"
Oct 06 12:24:19 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:19.901011 1773 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://192.168.76.2:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/force-systemd-flag-269070?timeout=10s\": dial tcp 192.168.76.2:8443: connect: connection refused" interval="7s"
Oct 06 12:24:20 force-systemd-flag-269070 kubelet[1773]: I1006 12:24:20.104370 1773 kubelet_node_status.go:75] "Attempting to register node" node="force-systemd-flag-269070"
Oct 06 12:24:20 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:20.104790 1773 kubelet_node_status.go:107] "Unable to register node with API server" err="Post \"https://192.168.76.2:8443/api/v1/nodes\": dial tcp 192.168.76.2:8443: connect: connection refused" node="force-systemd-flag-269070"
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:22.255565 1773 kubelet.go:3215] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"force-systemd-flag-269070\" not found" node="force-systemd-flag-269070"
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:22.279441 1773 log.go:32] "CreateContainer in sandbox from runtime service failed" err=<
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: rpc error: code = Unknown desc = container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: > podSandboxID="2251cca05df721d596338c63721b915b0a314d415bb849a91bd875a927f51dbc"
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:22.279543 1773 kuberuntime_manager.go:1449] "Unhandled Error" err=<
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: container kube-scheduler start failed in pod kube-scheduler-force-systemd-flag-269070_kube-system(f8eaf690368e00babd1edfc03407d9b6): CreateContainerError: container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: > logger="UnhandledError"
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:22.279578 1773 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-scheduler\" with CreateContainerError: \"container create failed: cannot open sd-bus: No such file or directory\\n\"" pod="kube-system/kube-scheduler-force-systemd-flag-269070" podUID="f8eaf690368e00babd1edfc03407d9b6"
Oct 06 12:24:22 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:22.985499 1773 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://192.168.76.2:8443/api/v1/namespaces/default/events\": dial tcp 192.168.76.2:8443: connect: connection refused" event="&Event{ObjectMeta:{force-systemd-flag-269070.186be63ba789161b default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:force-systemd-flag-269070,UID:force-systemd-flag-269070,APIVersion:,ResourceVersion:,FieldPath:,},Reason:NodeHasSufficientMemory,Message:Node force-systemd-flag-269070 status is now: NodeHasSufficientMemory,Source:EventSource{Component:kubelet,Host:force-systemd-flag-269070,},FirstTimestamp:2025-10-06 12:20:23.306548763 +0000 UTC m=+0.556411250,LastTimestamp:2025-10-06 12:20:23.306548763 +0000 UTC m=+0.556411250,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:k
ubelet,ReportingInstance:force-systemd-flag-269070,}"
Oct 06 12:24:23 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:23.335813 1773 eviction_manager.go:292] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"force-systemd-flag-269070\" not found"
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:24.255810 1773 kubelet.go:3215] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"force-systemd-flag-269070\" not found" node="force-systemd-flag-269070"
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:24.295384 1773 log.go:32] "CreateContainer in sandbox from runtime service failed" err=<
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: rpc error: code = Unknown desc = container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: > podSandboxID="04d5aa39e55f8490d8b2a37d6f24175e1d0c2e24f955320fd49b594c4c2c65d8"
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:24.295496 1773 kuberuntime_manager.go:1449] "Unhandled Error" err=<
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: container kube-apiserver start failed in pod kube-apiserver-force-systemd-flag-269070_kube-system(51d0fe461c2bf5dbc160490a8252a89d): CreateContainerError: container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: > logger="UnhandledError"
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:24.295542 1773 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CreateContainerError: \"container create failed: cannot open sd-bus: No such file or directory\\n\"" pod="kube-system/kube-apiserver-force-systemd-flag-269070" podUID="51d0fe461c2bf5dbc160490a8252a89d"
Oct 06 12:24:24 force-systemd-flag-269070 kubelet[1773]: E1006 12:24:24.391151 1773 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: Get \"https://192.168.76.2:8443/api/v1/nodes?fieldSelector=metadata.name%3Dforce-systemd-flag-269070&limit=500&resourceVersion=0\": dial tcp 192.168.76.2:8443: connect: connection refused" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p force-systemd-flag-269070 -n force-systemd-flag-269070
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p force-systemd-flag-269070 -n force-systemd-flag-269070: exit status 6 (323.034905ms)
-- stdout --
Stopped
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1006 12:24:25.589675 460743 status.go:458] kubeconfig endpoint: get endpoint: "force-systemd-flag-269070" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
** /stderr **
helpers_test.go:262: status error: exit status 6 (may be ok)
helpers_test.go:264: "force-systemd-flag-269070" apiserver is not running, skipping kubectl commands (state="Stopped")
helpers_test.go:175: Cleaning up "force-systemd-flag-269070" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-269070
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-269070: (1.92807497s)
--- FAIL: TestForceSystemdFlag (516.40s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E1006 12:19:03.439739 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:19:20.369749 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:20:02.642243 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:21:59.570610 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:24:20.369970 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
docker_test.go:155: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: exit status 80 (8m27.850192717s)
-- stdout --
* [force-systemd-env-485619] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21699
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=true
* Using the docker driver based on user configuration
* Using Docker driver with root privileges
* Starting "force-systemd-env-485619" primary control-plane node in "force-systemd-env-485619" cluster
* Pulling base image v0.0.48-1759382731-21643 ...
* Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
-- /stdout --
** stderr **
I1006 12:17:30.811949 456681 out.go:360] Setting OutFile to fd 1 ...
I1006 12:17:30.812141 456681 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:17:30.812147 456681 out.go:374] Setting ErrFile to fd 2...
I1006 12:17:30.812152 456681 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:17:30.812493 456681 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:17:30.812968 456681 out.go:368] Setting JSON to false
I1006 12:17:30.813904 456681 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7203,"bootTime":1759745848,"procs":175,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:17:30.814010 456681 start.go:140] virtualization:
I1006 12:17:30.817646 456681 out.go:179] * [force-systemd-env-485619] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:17:30.821573 456681 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:17:30.821761 456681 notify.go:220] Checking for updates...
I1006 12:17:30.827814 456681 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:17:30.830729 456681 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:17:30.833647 456681 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:17:30.836558 456681 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:17:30.839400 456681 out.go:179] - MINIKUBE_FORCE_SYSTEMD=true
I1006 12:17:30.842788 456681 config.go:182] Loaded profile config "force-systemd-flag-269070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:17:30.842926 456681 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:17:30.868128 456681 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:17:30.868260 456681 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:17:30.928458 456681 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:17:30.918595902 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:17:30.928573 456681 docker.go:318] overlay module found
I1006 12:17:30.933498 456681 out.go:179] * Using the docker driver based on user configuration
I1006 12:17:30.936475 456681 start.go:304] selected driver: docker
I1006 12:17:30.936494 456681 start.go:924] validating driver "docker" against <nil>
I1006 12:17:30.936508 456681 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:17:30.937266 456681 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:17:30.995602 456681 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:17:30.986751713 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:17:30.995771 456681 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:17:30.995983 456681 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1006 12:17:30.998755 456681 out.go:179] * Using Docker driver with root privileges
I1006 12:17:31.001618 456681 cni.go:84] Creating CNI manager for ""
I1006 12:17:31.001704 456681 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:17:31.001714 456681 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:17:31.001794 456681 start.go:348] cluster config:
{Name:force-systemd-env-485619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.
local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:17:31.009129 456681 out.go:179] * Starting "force-systemd-env-485619" primary control-plane node in "force-systemd-env-485619" cluster
I1006 12:17:31.012452 456681 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:17:31.015643 456681 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:17:31.018701 456681 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:17:31.018780 456681 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:17:31.018800 456681 cache.go:58] Caching tarball of preloaded images
I1006 12:17:31.018805 456681 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:17:31.018903 456681 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:17:31.018914 456681 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:17:31.019019 456681 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/config.json ...
I1006 12:17:31.019038 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/config.json: {Name:mkfa74223f16fe9cd6e38fe22ec356eca29e5ecf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:31.043746 456681 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:17:31.043771 456681 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:17:31.043793 456681 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:17:31.043817 456681 start.go:360] acquireMachinesLock for force-systemd-env-485619: {Name:mkb16be304cca4f3b885126ed0f01a87ef6b76d2 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:17:31.043928 456681 start.go:364] duration metric: took 95.861µs to acquireMachinesLock for "force-systemd-env-485619"
I1006 12:17:31.043954 456681 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-485619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHA
VIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SS
HAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:17:31.044020 456681 start.go:125] createHost starting for "" (driver="docker")
I1006 12:17:31.047426 456681 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:17:31.047668 456681 start.go:159] libmachine.API.Create for "force-systemd-env-485619" (driver="docker")
I1006 12:17:31.047715 456681 client.go:168] LocalClient.Create starting
I1006 12:17:31.047796 456681 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:17:31.047837 456681 main.go:141] libmachine: Decoding PEM data...
I1006 12:17:31.047855 456681 main.go:141] libmachine: Parsing certificate...
I1006 12:17:31.047918 456681 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:17:31.047940 456681 main.go:141] libmachine: Decoding PEM data...
I1006 12:17:31.047954 456681 main.go:141] libmachine: Parsing certificate...
I1006 12:17:31.048329 456681 cli_runner.go:164] Run: docker network inspect force-systemd-env-485619 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:17:31.063648 456681 cli_runner.go:211] docker network inspect force-systemd-env-485619 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:17:31.063749 456681 network_create.go:284] running [docker network inspect force-systemd-env-485619] to gather additional debugging logs...
I1006 12:17:31.063771 456681 cli_runner.go:164] Run: docker network inspect force-systemd-env-485619
W1006 12:17:31.080246 456681 cli_runner.go:211] docker network inspect force-systemd-env-485619 returned with exit code 1
I1006 12:17:31.080286 456681 network_create.go:287] error running [docker network inspect force-systemd-env-485619]: docker network inspect force-systemd-env-485619: exit status 1
stdout:
[]
stderr:
Error response from daemon: network force-systemd-env-485619 not found
I1006 12:17:31.080301 456681 network_create.go:289] output of [docker network inspect force-systemd-env-485619]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network force-systemd-env-485619 not found
** /stderr **
I1006 12:17:31.080401 456681 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:17:31.098368 456681 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:17:31.098778 456681 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:17:31.099040 456681 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:17:31.099338 456681 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-e74b8ed8b038 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:7a:8a:d2:23:bc:01} reservation:<nil>}
I1006 12:17:31.099797 456681 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a32210}
I1006 12:17:31.099825 456681 network_create.go:124] attempt to create docker network force-systemd-env-485619 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1006 12:17:31.099889 456681 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=force-systemd-env-485619 force-systemd-env-485619
I1006 12:17:31.158333 456681 network_create.go:108] docker network force-systemd-env-485619 192.168.85.0/24 created
I1006 12:17:31.158379 456681 kic.go:121] calculated static IP "192.168.85.2" for the "force-systemd-env-485619" container
I1006 12:17:31.158460 456681 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:17:31.176481 456681 cli_runner.go:164] Run: docker volume create force-systemd-env-485619 --label name.minikube.sigs.k8s.io=force-systemd-env-485619 --label created_by.minikube.sigs.k8s.io=true
I1006 12:17:31.195664 456681 oci.go:103] Successfully created a docker volume force-systemd-env-485619
I1006 12:17:31.195749 456681 cli_runner.go:164] Run: docker run --rm --name force-systemd-env-485619-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=force-systemd-env-485619 --entrypoint /usr/bin/test -v force-systemd-env-485619:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:17:31.695060 456681 oci.go:107] Successfully prepared a docker volume force-systemd-env-485619
I1006 12:17:31.695118 456681 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:17:31.695138 456681 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:17:31.695217 456681 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v force-systemd-env-485619:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 12:17:36.109874 456681 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v force-systemd-env-485619:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (4.414612485s)
I1006 12:17:36.109906 456681 kic.go:203] duration metric: took 4.414764118s to extract preloaded images to volume ...
W1006 12:17:36.110044 456681 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:17:36.110187 456681 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:17:36.166375 456681 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname force-systemd-env-485619 --name force-systemd-env-485619 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=force-systemd-env-485619 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=force-systemd-env-485619 --network force-systemd-env-485619 --ip 192.168.85.2 --volume force-systemd-env-485619:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:17:36.484976 456681 cli_runner.go:164] Run: docker container inspect force-systemd-env-485619 --format={{.State.Running}}
I1006 12:17:36.507141 456681 cli_runner.go:164] Run: docker container inspect force-systemd-env-485619 --format={{.State.Status}}
I1006 12:17:36.530141 456681 cli_runner.go:164] Run: docker exec force-systemd-env-485619 stat /var/lib/dpkg/alternatives/iptables
I1006 12:17:36.583493 456681 oci.go:144] the created container "force-systemd-env-485619" has a running status.
I1006 12:17:36.583525 456681 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa...
I1006 12:17:37.543868 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1006 12:17:37.543975 456681 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:17:37.567908 456681 cli_runner.go:164] Run: docker container inspect force-systemd-env-485619 --format={{.State.Status}}
I1006 12:17:37.590097 456681 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:17:37.590126 456681 kic_runner.go:114] Args: [docker exec --privileged force-systemd-env-485619 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:17:37.641815 456681 cli_runner.go:164] Run: docker container inspect force-systemd-env-485619 --format={{.State.Status}}
I1006 12:17:37.669161 456681 machine.go:93] provisionDockerMachine start ...
I1006 12:17:37.669270 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:37.690070 456681 main.go:141] libmachine: Using SSH client type: native
I1006 12:17:37.690467 456681 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33404 <nil> <nil>}
I1006 12:17:37.690493 456681 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:17:37.837327 456681 main.go:141] libmachine: SSH cmd err, output: <nil>: force-systemd-env-485619
I1006 12:17:37.837352 456681 ubuntu.go:182] provisioning hostname "force-systemd-env-485619"
I1006 12:17:37.837420 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:37.855848 456681 main.go:141] libmachine: Using SSH client type: native
I1006 12:17:37.856172 456681 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33404 <nil> <nil>}
I1006 12:17:37.856191 456681 main.go:141] libmachine: About to run SSH command:
sudo hostname force-systemd-env-485619 && echo "force-systemd-env-485619" | sudo tee /etc/hostname
I1006 12:17:38.000078 456681 main.go:141] libmachine: SSH cmd err, output: <nil>: force-systemd-env-485619
I1006 12:17:38.000218 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:38.020368 456681 main.go:141] libmachine: Using SSH client type: native
I1006 12:17:38.020700 456681 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33404 <nil> <nil>}
I1006 12:17:38.020719 456681 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sforce-systemd-env-485619' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 force-systemd-env-485619/g' /etc/hosts;
else
echo '127.0.1.1 force-systemd-env-485619' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:17:38.153695 456681 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:17:38.153721 456681 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:17:38.153745 456681 ubuntu.go:190] setting up certificates
I1006 12:17:38.153755 456681 provision.go:84] configureAuth start
I1006 12:17:38.153815 456681 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-env-485619
I1006 12:17:38.170832 456681 provision.go:143] copyHostCerts
I1006 12:17:38.170887 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:17:38.170923 456681 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:17:38.170934 456681 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:17:38.171015 456681 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:17:38.171101 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:17:38.171124 456681 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:17:38.171133 456681 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:17:38.171166 456681 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:17:38.171213 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:17:38.171236 456681 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:17:38.171245 456681 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:17:38.171271 456681 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:17:38.171322 456681 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.force-systemd-env-485619 san=[127.0.0.1 192.168.85.2 force-systemd-env-485619 localhost minikube]
I1006 12:17:38.480517 456681 provision.go:177] copyRemoteCerts
I1006 12:17:38.480588 456681 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:17:38.480642 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:38.498014 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:38.593456 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1006 12:17:38.593555 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:17:38.611227 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem -> /etc/docker/server.pem
I1006 12:17:38.611285 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1006 12:17:38.629148 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1006 12:17:38.629209 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:17:38.648721 456681 provision.go:87] duration metric: took 494.940407ms to configureAuth
I1006 12:17:38.648750 456681 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:17:38.648934 456681 config.go:182] Loaded profile config "force-systemd-env-485619": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:17:38.649061 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:38.665990 456681 main.go:141] libmachine: Using SSH client type: native
I1006 12:17:38.666317 456681 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33404 <nil> <nil>}
I1006 12:17:38.666337 456681 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:17:38.920048 456681 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:17:38.920122 456681 machine.go:96] duration metric: took 1.250940885s to provisionDockerMachine
I1006 12:17:38.920147 456681 client.go:171] duration metric: took 7.872420997s to LocalClient.Create
I1006 12:17:38.920202 456681 start.go:167] duration metric: took 7.872532752s to libmachine.API.Create "force-systemd-env-485619"
I1006 12:17:38.920233 456681 start.go:293] postStartSetup for "force-systemd-env-485619" (driver="docker")
I1006 12:17:38.920258 456681 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:17:38.920396 456681 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:17:38.920470 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:38.939104 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:39.038199 456681 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:17:39.041718 456681 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:17:39.041791 456681 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:17:39.041808 456681 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:17:39.041868 456681 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:17:39.041958 456681 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:17:39.041971 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> /etc/ssl/certs/2928112.pem
I1006 12:17:39.042078 456681 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:17:39.050226 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:17:39.068843 456681 start.go:296] duration metric: took 148.5807ms for postStartSetup
I1006 12:17:39.069216 456681 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-env-485619
I1006 12:17:39.086460 456681 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/config.json ...
I1006 12:17:39.086769 456681 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:17:39.086820 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:39.104389 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:39.199010 456681 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:17:39.204173 456681 start.go:128] duration metric: took 8.160136534s to createHost
I1006 12:17:39.204198 456681 start.go:83] releasing machines lock for "force-systemd-env-485619", held for 8.16026154s
I1006 12:17:39.204271 456681 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" force-systemd-env-485619
I1006 12:17:39.221119 456681 ssh_runner.go:195] Run: cat /version.json
I1006 12:17:39.221176 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:39.221426 456681 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:17:39.221493 456681 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" force-systemd-env-485619
I1006 12:17:39.242184 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:39.257899 456681 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33404 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/force-systemd-env-485619/id_rsa Username:docker}
I1006 12:17:39.342216 456681 ssh_runner.go:195] Run: systemctl --version
I1006 12:17:39.449987 456681 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:17:39.485861 456681 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:17:39.490107 456681 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:17:39.490205 456681 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:17:39.520642 456681 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:17:39.520717 456681 start.go:495] detecting cgroup driver to use...
I1006 12:17:39.520751 456681 start.go:499] using "systemd" cgroup driver as enforced via flags
I1006 12:17:39.520840 456681 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:17:39.539465 456681 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:17:39.552813 456681 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:17:39.552932 456681 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:17:39.571293 456681 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:17:39.590669 456681 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:17:39.715783 456681 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:17:39.849235 456681 docker.go:234] disabling docker service ...
I1006 12:17:39.849309 456681 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:17:39.871744 456681 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:17:39.885664 456681 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:17:39.999019 456681 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:17:40.136590 456681 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:17:40.149618 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:17:40.166414 456681 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:17:40.166522 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.175968 456681 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1006 12:17:40.176063 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.185341 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.195063 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.204767 456681 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:17:40.213421 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.222706 456681 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.236768 456681 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:17:40.246033 456681 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:17:40.253714 456681 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:17:40.261149 456681 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:17:40.370413 456681 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:17:40.512322 456681 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:17:40.512457 456681 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:17:40.516496 456681 start.go:563] Will wait 60s for crictl version
I1006 12:17:40.516609 456681 ssh_runner.go:195] Run: which crictl
I1006 12:17:40.520550 456681 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:17:40.545863 456681 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:17:40.546008 456681 ssh_runner.go:195] Run: crio --version
I1006 12:17:40.575908 456681 ssh_runner.go:195] Run: crio --version
I1006 12:17:40.610573 456681 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:17:40.613586 456681 cli_runner.go:164] Run: docker network inspect force-systemd-env-485619 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:17:40.628761 456681 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:17:40.632801 456681 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:17:40.643359 456681 kubeadm.go:883] updating cluster {Name:force-systemd-env-485619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHAVIP: APIServerName:
minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSo
ck: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:17:40.643475 456681 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:17:40.643540 456681 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:17:40.680298 456681 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:17:40.680323 456681 crio.go:433] Images already preloaded, skipping extraction
I1006 12:17:40.680383 456681 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:17:40.706371 456681 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:17:40.706394 456681 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:17:40.706402 456681 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:17:40.706503 456681 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=force-systemd-env-485619 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:17:40.706587 456681 ssh_runner.go:195] Run: crio config
I1006 12:17:40.780966 456681 cni.go:84] Creating CNI manager for ""
I1006 12:17:40.780985 456681 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:17:40.780997 456681 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:17:40.781021 456681 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:force-systemd-env-485619 NodeName:force-systemd-env-485619 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt Stati
cPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:17:40.781141 456681 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "force-systemd-env-485619"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:17:40.781219 456681 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:17:40.789318 456681 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:17:40.789392 456681 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:17:40.797435 456681 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)
I1006 12:17:40.811268 456681 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:17:40.824949 456681 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2220 bytes)
I1006 12:17:40.838831 456681 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:17:40.842624 456681 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:17:40.852544 456681 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:17:40.960932 456681 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:17:40.986022 456681 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619 for IP: 192.168.85.2
I1006 12:17:40.986046 456681 certs.go:195] generating shared ca certs ...
I1006 12:17:40.986063 456681 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:40.986284 456681 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:17:40.986350 456681 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:17:40.986364 456681 certs.go:257] generating profile certs ...
I1006 12:17:40.986440 456681 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.key
I1006 12:17:40.986479 456681 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.crt with IP's: []
I1006 12:17:42.054255 456681 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.crt ...
I1006 12:17:42.054290 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.crt: {Name:mkaeb6f1c2e7685a4ae1ab03446334c01de688a6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:42.054528 456681 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.key ...
I1006 12:17:42.054547 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/client.key: {Name:mkf55938cf0a5958c4d4e4de548670107f24e45b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:42.054647 456681 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key.415527e3
I1006 12:17:42.054665 456681 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt.415527e3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1006 12:17:42.688474 456681 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt.415527e3 ...
I1006 12:17:42.688507 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt.415527e3: {Name:mk59f935723496a9300adcbb8042842cce0ea167 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:42.688693 456681 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key.415527e3 ...
I1006 12:17:42.688708 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key.415527e3: {Name:mk6e100453da6a154a35c89c0a41c9ec1886bfb1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:42.688793 456681 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt.415527e3 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt
I1006 12:17:42.688870 456681 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key.415527e3 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key
I1006 12:17:42.688936 456681 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key
I1006 12:17:42.688955 456681 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt with IP's: []
I1006 12:17:43.032132 456681 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt ...
I1006 12:17:43.032166 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt: {Name:mk4177c0adc27cf9e321f796651440274f1a50aa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:43.032356 456681 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key ...
I1006 12:17:43.032374 456681 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key: {Name:mkce29e86d9c8bdd6468d42cc0c5b54074d302e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:17:43.032454 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1006 12:17:43.032479 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1006 12:17:43.032496 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1006 12:17:43.032508 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1006 12:17:43.032521 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1006 12:17:43.032536 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1006 12:17:43.032552 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1006 12:17:43.032563 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1006 12:17:43.032616 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:17:43.032655 456681 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:17:43.032668 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:17:43.032692 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:17:43.032720 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:17:43.032747 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:17:43.032792 456681 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:17:43.032824 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1006 12:17:43.032841 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem -> /usr/share/ca-certificates/292811.pem
I1006 12:17:43.032852 456681 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> /usr/share/ca-certificates/2928112.pem
I1006 12:17:43.033460 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:17:43.054315 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:17:43.075044 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:17:43.094048 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:17:43.112462 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1006 12:17:43.131271 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1006 12:17:43.148922 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:17:43.167332 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/force-systemd-env-485619/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 12:17:43.185443 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:17:43.205108 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:17:43.223708 456681 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:17:43.242010 456681 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:17:43.255141 456681 ssh_runner.go:195] Run: openssl version
I1006 12:17:43.261428 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:17:43.270345 456681 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:17:43.274375 456681 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:17:43.274443 456681 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:17:43.315930 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:17:43.325026 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:17:43.334055 456681 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:17:43.339613 456681 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:17:43.339683 456681 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:17:43.382594 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:17:43.391547 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:17:43.400642 456681 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:17:43.408403 456681 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:17:43.408500 456681 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:17:43.449978 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:17:43.458810 456681 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:17:43.462679 456681 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:17:43.462764 456681 kubeadm.go:400] StartCluster: {Name:force-systemd-env-485619 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:force-systemd-env-485619 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:17:43.462846 456681 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:17:43.462928 456681 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:17:43.493116 456681 cri.go:89] found id: ""
I1006 12:17:43.493196 456681 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:17:43.501260 456681 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:17:43.509326 456681 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:17:43.509413 456681 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:17:43.517637 456681 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:17:43.517656 456681 kubeadm.go:157] found existing configuration files:
I1006 12:17:43.517732 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:17:43.525948 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:17:43.526042 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:17:43.533887 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:17:43.542082 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:17:43.542209 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:17:43.550274 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:17:43.558346 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:17:43.558458 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:17:43.566563 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:17:43.574506 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:17:43.574595 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:17:43.582297 456681 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:17:43.623654 456681 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:17:43.623967 456681 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:17:43.648039 456681 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:17:43.648122 456681 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:17:43.648164 456681 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:17:43.648219 456681 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:17:43.648274 456681 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:17:43.648326 456681 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:17:43.648381 456681 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:17:43.648435 456681 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:17:43.648489 456681 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:17:43.648540 456681 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:17:43.648594 456681 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:17:43.648646 456681 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:17:43.719351 456681 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:17:43.719475 456681 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:17:43.719578 456681 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:17:43.729633 456681 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:17:43.736259 456681 out.go:252] - Generating certificates and keys ...
I1006 12:17:43.736380 456681 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:17:43.736471 456681 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:17:45.174631 456681 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:17:45.896515 456681 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:17:46.550728 456681 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:17:47.511219 456681 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:17:47.836694 456681 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:17:47.837385 456681 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:17:48.117931 456681 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:17:48.118084 456681 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:17:48.384686 456681 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:17:49.535288 456681 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:17:49.764247 456681 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:17:49.764541 456681 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:17:50.578246 456681 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:17:50.804220 456681 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:17:51.454111 456681 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:17:52.412861 456681 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:17:52.535347 456681 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:17:52.537002 456681 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:17:52.539049 456681 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:17:52.542515 456681 out.go:252] - Booting up control plane ...
I1006 12:17:52.542632 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:17:52.542715 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:17:52.542786 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:17:52.558939 456681 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:17:52.559169 456681 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:17:52.567570 456681 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:17:52.568081 456681 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:17:52.568374 456681 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:17:52.695526 456681 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:17:52.695655 456681 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:17:53.696408 456681 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.000985111s
I1006 12:17:53.700369 456681 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:17:53.700498 456681 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1006 12:17:53.700608 456681 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:17:53.700704 456681 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:21:53.700578 456681 kubeadm.go:318] [control-plane-check] kube-apiserver is not healthy after 4m0.000039148s
I1006 12:21:53.700841 456681 kubeadm.go:318] [control-plane-check] kube-controller-manager is not healthy after 4m0.000199232s
I1006 12:21:53.701332 456681 kubeadm.go:318] [control-plane-check] kube-scheduler is not healthy after 4m0.001145081s
I1006 12:21:53.701353 456681 kubeadm.go:318]
I1006 12:21:53.701450 456681 kubeadm.go:318] A control plane component may have crashed or exited when started by the container runtime.
I1006 12:21:53.701566 456681 kubeadm.go:318] To troubleshoot, list all containers using your preferred container runtimes CLI.
I1006 12:21:53.701667 456681 kubeadm.go:318] Here is one example how you may list all running Kubernetes containers by using crictl:
I1006 12:21:53.701768 456681 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
I1006 12:21:53.701848 456681 kubeadm.go:318] Once you have found the failing container, you can inspect its logs with:
I1006 12:21:53.701933 456681 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
I1006 12:21:53.701941 456681 kubeadm.go:318]
I1006 12:21:53.706982 456681 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:21:53.707232 456681 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:21:53.707349 456681 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:21:53.707971 456681 kubeadm.go:318] error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.85.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
I1006 12:21:53.708046 456681 kubeadm.go:318] To see the stack trace of this error execute with --v=5 or higher
W1006 12:21:53.708183 456681 out.go:285] ! initialization failed, will try again: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.000985111s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000039148s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000199232s
[control-plane-check] kube-scheduler is not healthy after 4m0.001145081s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.85.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
! initialization failed, will try again: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [force-systemd-env-485619 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.000985111s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000039148s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000199232s
[control-plane-check] kube-scheduler is not healthy after 4m0.001145081s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: Get "https://control-plane.minikube.internal:8443/livez?timeout=10s": dial tcp 192.168.85.2:8443: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
I1006 12:21:53.708268 456681 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm reset --cri-socket /var/run/crio/crio.sock --force"
I1006 12:21:54.243462 456681 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:21:54.257383 456681 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:21:54.257451 456681 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:21:54.267147 456681 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:21:54.267166 456681 kubeadm.go:157] found existing configuration files:
I1006 12:21:54.267221 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:21:54.275987 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:21:54.276090 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:21:54.283805 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:21:54.291667 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:21:54.291733 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:21:54.299280 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:21:54.307161 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:21:54.307249 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:21:54.314754 456681 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:21:54.322713 456681 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:21:54.322834 456681 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:21:54.330614 456681 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:21:54.371102 456681 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:21:54.371392 456681 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:21:54.400674 456681 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:21:54.400820 456681 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:21:54.400874 456681 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:21:54.400948 456681 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:21:54.401024 456681 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:21:54.401099 456681 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:21:54.401257 456681 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:21:54.401342 456681 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:21:54.401424 456681 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:21:54.401504 456681 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:21:54.401610 456681 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:21:54.401693 456681 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:21:54.477470 456681 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:21:54.477647 456681 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:21:54.477767 456681 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:21:54.485244 456681 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:21:54.492372 456681 out.go:252] - Generating certificates and keys ...
I1006 12:21:54.492475 456681 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:21:54.492549 456681 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:21:54.492634 456681 kubeadm.go:318] [certs] Using existing apiserver-kubelet-client certificate and key on disk
I1006 12:21:54.492702 456681 kubeadm.go:318] [certs] Using existing front-proxy-ca certificate authority
I1006 12:21:54.492778 456681 kubeadm.go:318] [certs] Using existing front-proxy-client certificate and key on disk
I1006 12:21:54.492838 456681 kubeadm.go:318] [certs] Using existing etcd/ca certificate authority
I1006 12:21:54.492915 456681 kubeadm.go:318] [certs] Using existing etcd/server certificate and key on disk
I1006 12:21:54.492982 456681 kubeadm.go:318] [certs] Using existing etcd/peer certificate and key on disk
I1006 12:21:54.493064 456681 kubeadm.go:318] [certs] Using existing etcd/healthcheck-client certificate and key on disk
I1006 12:21:54.493143 456681 kubeadm.go:318] [certs] Using existing apiserver-etcd-client certificate and key on disk
I1006 12:21:54.493186 456681 kubeadm.go:318] [certs] Using the existing "sa" key
I1006 12:21:54.493247 456681 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:21:55.074366 456681 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:21:55.591749 456681 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:21:56.714651 456681 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:21:56.784869 456681 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:21:56.893389 456681 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:21:56.894007 456681 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:21:56.896642 456681 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:21:56.899939 456681 out.go:252] - Booting up control plane ...
I1006 12:21:56.900041 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:21:56.900119 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:21:56.900194 456681 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:21:56.915049 456681 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:21:56.915425 456681 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:21:56.924502 456681 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:21:56.925408 456681 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:21:56.925633 456681 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:21:57.069946 456681 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:21:57.070074 456681 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:21:58.076005 456681 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.002705077s
I1006 12:21:58.078954 456681 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:21:58.079129 456681 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1006 12:21:58.079417 456681 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:21:58.079501 456681 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:25:58.079508 456681 kubeadm.go:318] [control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
I1006 12:25:58.079715 456681 kubeadm.go:318] [control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
I1006 12:25:58.082160 456681 kubeadm.go:318] [control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
I1006 12:25:58.082194 456681 kubeadm.go:318]
I1006 12:25:58.082291 456681 kubeadm.go:318] A control plane component may have crashed or exited when started by the container runtime.
I1006 12:25:58.082380 456681 kubeadm.go:318] To troubleshoot, list all containers using your preferred container runtimes CLI.
I1006 12:25:58.082474 456681 kubeadm.go:318] Here is one example how you may list all running Kubernetes containers by using crictl:
I1006 12:25:58.082578 456681 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
I1006 12:25:58.082662 456681 kubeadm.go:318] Once you have found the failing container, you can inspect its logs with:
I1006 12:25:58.082762 456681 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
I1006 12:25:58.082809 456681 kubeadm.go:318]
I1006 12:25:58.087153 456681 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:25:58.087386 456681 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:25:58.087500 456681 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:25:58.088066 456681 kubeadm.go:318] error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
I1006 12:25:58.088139 456681 kubeadm.go:318] To see the stack trace of this error execute with --v=5 or higher
I1006 12:25:58.088196 456681 kubeadm.go:402] duration metric: took 8m14.625464514s to StartCluster
I1006 12:25:58.088234 456681 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1006 12:25:58.088303 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1006 12:25:58.117298 456681 cri.go:89] found id: ""
I1006 12:25:58.117330 456681 logs.go:282] 0 containers: []
W1006 12:25:58.117340 456681 logs.go:284] No container was found matching "kube-apiserver"
I1006 12:25:58.117346 456681 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1006 12:25:58.117407 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1006 12:25:58.145872 456681 cri.go:89] found id: ""
I1006 12:25:58.145900 456681 logs.go:282] 0 containers: []
W1006 12:25:58.145909 456681 logs.go:284] No container was found matching "etcd"
I1006 12:25:58.145915 456681 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1006 12:25:58.145977 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1006 12:25:58.175187 456681 cri.go:89] found id: ""
I1006 12:25:58.175212 456681 logs.go:282] 0 containers: []
W1006 12:25:58.175221 456681 logs.go:284] No container was found matching "coredns"
I1006 12:25:58.175228 456681 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1006 12:25:58.175296 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1006 12:25:58.202067 456681 cri.go:89] found id: ""
I1006 12:25:58.202095 456681 logs.go:282] 0 containers: []
W1006 12:25:58.202103 456681 logs.go:284] No container was found matching "kube-scheduler"
I1006 12:25:58.202110 456681 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1006 12:25:58.202169 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1006 12:25:58.229788 456681 cri.go:89] found id: ""
I1006 12:25:58.229810 456681 logs.go:282] 0 containers: []
W1006 12:25:58.229818 456681 logs.go:284] No container was found matching "kube-proxy"
I1006 12:25:58.229825 456681 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1006 12:25:58.229883 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1006 12:25:58.257020 456681 cri.go:89] found id: ""
I1006 12:25:58.257041 456681 logs.go:282] 0 containers: []
W1006 12:25:58.257049 456681 logs.go:284] No container was found matching "kube-controller-manager"
I1006 12:25:58.257055 456681 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1006 12:25:58.257116 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1006 12:25:58.287237 456681 cri.go:89] found id: ""
I1006 12:25:58.287301 456681 logs.go:282] 0 containers: []
W1006 12:25:58.287326 456681 logs.go:284] No container was found matching "kindnet"
I1006 12:25:58.287350 456681 logs.go:123] Gathering logs for CRI-O ...
I1006 12:25:58.287391 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1006 12:25:58.364581 456681 logs.go:123] Gathering logs for container status ...
I1006 12:25:58.364617 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1006 12:25:58.398751 456681 logs.go:123] Gathering logs for kubelet ...
I1006 12:25:58.398790 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1006 12:25:58.492137 456681 logs.go:123] Gathering logs for dmesg ...
I1006 12:25:58.492174 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1006 12:25:58.509026 456681 logs.go:123] Gathering logs for describe nodes ...
I1006 12:25:58.509054 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1006 12:25:58.580944 456681 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E1006 12:25:58.571495 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.572040 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.573609 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.574216 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.575687 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E1006 12:25:58.571495 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.572040 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.573609 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.574216 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.575687 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
W1006 12:25:58.580982 456681 out.go:434] Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.002705077s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
[control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:25:58.581052 456681 out.go:285] *
*
W1006 12:25:58.581115 456681 out.go:285] X Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.002705077s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
[control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
X Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.002705077s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
[control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:25:58.581133 456681 out.go:285] *
*
W1006 12:25:58.583311 456681 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:25:58.589453 456681 out.go:203]
W1006 12:25:58.592572 456681 out.go:285] X Exiting due to GUEST_START: failed to start node: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.002705077s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
[control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
X Exiting due to GUEST_START: failed to start node: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.002705077s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
[control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:25:58.592604 456681 out.go:285] *
*
I1006 12:25:58.595949 456681 out.go:203]
** /stderr **
docker_test.go:157: failed to start minikube with args: "out/minikube-linux-arm64 start -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio" : exit status 80
docker_test.go:166: *** TestForceSystemdEnv FAILED at 2025-10-06 12:25:58.68498257 +0000 UTC m=+3880.708652455
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestForceSystemdEnv]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestForceSystemdEnv]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect force-systemd-env-485619
helpers_test.go:243: (dbg) docker inspect force-systemd-env-485619:
-- stdout --
[
{
"Id": "ac349453702edba0996f9af1017d9c937d166e603b2025211804df9f76ee96ab",
"Created": "2025-10-06T12:17:36.181887548Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 457084,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:17:36.256339786Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/ac349453702edba0996f9af1017d9c937d166e603b2025211804df9f76ee96ab/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/ac349453702edba0996f9af1017d9c937d166e603b2025211804df9f76ee96ab/hostname",
"HostsPath": "/var/lib/docker/containers/ac349453702edba0996f9af1017d9c937d166e603b2025211804df9f76ee96ab/hosts",
"LogPath": "/var/lib/docker/containers/ac349453702edba0996f9af1017d9c937d166e603b2025211804df9f76ee96ab/ac349453702edba0996f9af1017d9c937d166e603b2025211804df9f76ee96ab-json.log",
"Name": "/force-systemd-env-485619",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"force-systemd-env-485619:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "force-systemd-env-485619",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "ac349453702edba0996f9af1017d9c937d166e603b2025211804df9f76ee96ab",
"LowerDir": "/var/lib/docker/overlay2/b77634e2e75bb97209d31b89cde8ce51f08c25be2fa198e8583e5b5c95fadb28-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/b77634e2e75bb97209d31b89cde8ce51f08c25be2fa198e8583e5b5c95fadb28/merged",
"UpperDir": "/var/lib/docker/overlay2/b77634e2e75bb97209d31b89cde8ce51f08c25be2fa198e8583e5b5c95fadb28/diff",
"WorkDir": "/var/lib/docker/overlay2/b77634e2e75bb97209d31b89cde8ce51f08c25be2fa198e8583e5b5c95fadb28/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "force-systemd-env-485619",
"Source": "/var/lib/docker/volumes/force-systemd-env-485619/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "force-systemd-env-485619",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "force-systemd-env-485619",
"name.minikube.sigs.k8s.io": "force-systemd-env-485619",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "9f0218408cd41c4b68f39ecc8a95784d0f035ab72742fadc82899b7fcbba3990",
"SandboxKey": "/var/run/docker/netns/9f0218408cd4",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33404"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33405"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33408"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33406"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33407"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"force-systemd-env-485619": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "92:f1:53:a8:ba:4d",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "3d5e51bac5de864f7f978649234ac06bba16af0b4e6fd63ab1e0fab48f3fc216",
"EndpointID": "1d36c92dc8d3c9d5d113d1dee19149c19c2339d4d3fdbdb628ce6a5440cc3f59",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"force-systemd-env-485619",
"ac349453702e"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p force-systemd-env-485619 -n force-systemd-env-485619
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p force-systemd-env-485619 -n force-systemd-env-485619: exit status 6 (328.336434ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1006 12:25:59.044983 463821 status.go:458] kubeconfig endpoint: get endpoint: "force-systemd-env-485619" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
** /stderr **
helpers_test.go:247: status error: exit status 6 (may be ok)
helpers_test.go:252: <<< TestForceSystemdEnv FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestForceSystemdEnv]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-env-485619 logs -n 25
helpers_test.go:260: TestForceSystemdEnv logs:
-- stdout --
==> Audit <==
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ ssh │ -p cilium-735070 sudo cat /etc/kubernetes/kubelet.conf │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /var/lib/kubelet/config.yaml │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status docker --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat docker --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/docker/daemon.json │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo docker system info │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status cri-docker --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat cri-docker --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /usr/lib/systemd/system/cri-docker.service │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cri-dockerd --version │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status containerd --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat containerd --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /lib/systemd/system/containerd.service │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/containerd/config.toml │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo containerd config dump │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status crio --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat crio --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo crio config │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ delete │ -p cilium-735070 │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ 06 Oct 25 12:17 UTC │
│ start │ -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ force-systemd-flag-269070 ssh cat /etc/crio/crio.conf.d/02-crio.conf │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ delete │ -p force-systemd-flag-269070 │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:25 UTC │
└─────────┴────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/06 12:24:27
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:24:27.575981 461114 out.go:360] Setting OutFile to fd 1 ...
I1006 12:24:27.576089 461114 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:24:27.576093 461114 out.go:374] Setting ErrFile to fd 2...
I1006 12:24:27.576097 461114 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:24:27.576358 461114 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:24:27.576748 461114 out.go:368] Setting JSON to false
I1006 12:24:27.577673 461114 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7620,"bootTime":1759745848,"procs":176,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:24:27.577729 461114 start.go:140] virtualization:
I1006 12:24:27.584149 461114 out.go:179] * [cert-expiration-843302] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:24:27.587793 461114 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:24:27.587924 461114 notify.go:220] Checking for updates...
I1006 12:24:27.595305 461114 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:24:27.598544 461114 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:24:27.601728 461114 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:24:27.605057 461114 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:24:27.608269 461114 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:24:27.611962 461114 config.go:182] Loaded profile config "force-systemd-env-485619": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:24:27.612057 461114 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:24:27.639798 461114 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:24:27.639932 461114 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:24:27.697596 461114 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:24:27.687810307 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:24:27.697700 461114 docker.go:318] overlay module found
I1006 12:24:27.700917 461114 out.go:179] * Using the docker driver based on user configuration
I1006 12:24:27.703800 461114 start.go:304] selected driver: docker
I1006 12:24:27.703810 461114 start.go:924] validating driver "docker" against <nil>
I1006 12:24:27.703840 461114 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:24:27.704583 461114 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:24:27.757141 461114 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:24:27.74813807 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:24:27.757289 461114 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:24:27.757517 461114 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1006 12:24:27.760551 461114 out.go:179] * Using Docker driver with root privileges
I1006 12:24:27.763363 461114 cni.go:84] Creating CNI manager for ""
I1006 12:24:27.763433 461114 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:24:27.763439 461114 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:24:27.763520 461114 start.go:348] cluster config:
{Name:cert-expiration-843302 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-843302 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.loca
l ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:3m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:24:27.766642 461114 out.go:179] * Starting "cert-expiration-843302" primary control-plane node in "cert-expiration-843302" cluster
I1006 12:24:27.769463 461114 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:24:27.772492 461114 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:24:27.775380 461114 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:24:27.775433 461114 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:24:27.775442 461114 cache.go:58] Caching tarball of preloaded images
I1006 12:24:27.775461 461114 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:24:27.775524 461114 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:24:27.775533 461114 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:24:27.775642 461114 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/config.json ...
I1006 12:24:27.775657 461114 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/config.json: {Name:mk94da1677e613b19be7dbb1273f1d3afd7be79a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:24:27.795734 461114 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:24:27.795750 461114 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:24:27.795776 461114 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:24:27.795797 461114 start.go:360] acquireMachinesLock for cert-expiration-843302: {Name:mk199b821c4b8d3746b955a350787233b6bb08be Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:24:27.795904 461114 start.go:364] duration metric: took 92.678µs to acquireMachinesLock for "cert-expiration-843302"
I1006 12:24:27.795929 461114 start.go:93] Provisioning new machine with config: &{Name:cert-expiration-843302 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-843302 Namespace:default APIServerHAVIP:
APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:3m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:24:27.795991 461114 start.go:125] createHost starting for "" (driver="docker")
I1006 12:24:27.799365 461114 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:24:27.799594 461114 start.go:159] libmachine.API.Create for "cert-expiration-843302" (driver="docker")
I1006 12:24:27.799637 461114 client.go:168] LocalClient.Create starting
I1006 12:24:27.799711 461114 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:24:27.799744 461114 main.go:141] libmachine: Decoding PEM data...
I1006 12:24:27.799757 461114 main.go:141] libmachine: Parsing certificate...
I1006 12:24:27.799812 461114 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:24:27.799829 461114 main.go:141] libmachine: Decoding PEM data...
I1006 12:24:27.799838 461114 main.go:141] libmachine: Parsing certificate...
I1006 12:24:27.800176 461114 cli_runner.go:164] Run: docker network inspect cert-expiration-843302 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:24:27.816401 461114 cli_runner.go:211] docker network inspect cert-expiration-843302 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:24:27.816483 461114 network_create.go:284] running [docker network inspect cert-expiration-843302] to gather additional debugging logs...
I1006 12:24:27.816502 461114 cli_runner.go:164] Run: docker network inspect cert-expiration-843302
W1006 12:24:27.833901 461114 cli_runner.go:211] docker network inspect cert-expiration-843302 returned with exit code 1
I1006 12:24:27.833929 461114 network_create.go:287] error running [docker network inspect cert-expiration-843302]: docker network inspect cert-expiration-843302: exit status 1
stdout:
[]
stderr:
Error response from daemon: network cert-expiration-843302 not found
I1006 12:24:27.833940 461114 network_create.go:289] output of [docker network inspect cert-expiration-843302]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network cert-expiration-843302 not found
** /stderr **
I1006 12:24:27.834068 461114 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:24:27.851656 461114 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:24:27.852040 461114 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:24:27.852251 461114 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:24:27.852732 461114 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40019f7fc0}
I1006 12:24:27.852751 461114 network_create.go:124] attempt to create docker network cert-expiration-843302 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1006 12:24:27.852807 461114 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=cert-expiration-843302 cert-expiration-843302
I1006 12:24:27.920029 461114 network_create.go:108] docker network cert-expiration-843302 192.168.76.0/24 created
I1006 12:24:27.920051 461114 kic.go:121] calculated static IP "192.168.76.2" for the "cert-expiration-843302" container
I1006 12:24:27.920146 461114 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:24:27.936963 461114 cli_runner.go:164] Run: docker volume create cert-expiration-843302 --label name.minikube.sigs.k8s.io=cert-expiration-843302 --label created_by.minikube.sigs.k8s.io=true
I1006 12:24:27.956119 461114 oci.go:103] Successfully created a docker volume cert-expiration-843302
I1006 12:24:27.956202 461114 cli_runner.go:164] Run: docker run --rm --name cert-expiration-843302-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=cert-expiration-843302 --entrypoint /usr/bin/test -v cert-expiration-843302:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:24:28.471311 461114 oci.go:107] Successfully prepared a docker volume cert-expiration-843302
I1006 12:24:28.471358 461114 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:24:28.471376 461114 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:24:28.471446 461114 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v cert-expiration-843302:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 12:24:32.933588 461114 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v cert-expiration-843302:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (4.462093622s)
I1006 12:24:32.933613 461114 kic.go:203] duration metric: took 4.462232897s to extract preloaded images to volume ...
W1006 12:24:32.933760 461114 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:24:32.933861 461114 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:24:33.000648 461114 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname cert-expiration-843302 --name cert-expiration-843302 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=cert-expiration-843302 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=cert-expiration-843302 --network cert-expiration-843302 --ip 192.168.76.2 --volume cert-expiration-843302:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:24:33.311228 461114 cli_runner.go:164] Run: docker container inspect cert-expiration-843302 --format={{.State.Running}}
I1006 12:24:33.341031 461114 cli_runner.go:164] Run: docker container inspect cert-expiration-843302 --format={{.State.Status}}
I1006 12:24:33.373163 461114 cli_runner.go:164] Run: docker exec cert-expiration-843302 stat /var/lib/dpkg/alternatives/iptables
I1006 12:24:33.425055 461114 oci.go:144] the created container "cert-expiration-843302" has a running status.
I1006 12:24:33.425089 461114 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa...
I1006 12:24:33.823214 461114 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:24:33.849863 461114 cli_runner.go:164] Run: docker container inspect cert-expiration-843302 --format={{.State.Status}}
I1006 12:24:33.873962 461114 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:24:33.873973 461114 kic_runner.go:114] Args: [docker exec --privileged cert-expiration-843302 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:24:33.940606 461114 cli_runner.go:164] Run: docker container inspect cert-expiration-843302 --format={{.State.Status}}
I1006 12:24:33.967328 461114 machine.go:93] provisionDockerMachine start ...
I1006 12:24:33.967422 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:33.990750 461114 main.go:141] libmachine: Using SSH client type: native
I1006 12:24:33.991078 461114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33409 <nil> <nil>}
I1006 12:24:33.991086 461114 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:24:33.991731 461114 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:49810->127.0.0.1:33409: read: connection reset by peer
I1006 12:24:37.133300 461114 main.go:141] libmachine: SSH cmd err, output: <nil>: cert-expiration-843302
I1006 12:24:37.133315 461114 ubuntu.go:182] provisioning hostname "cert-expiration-843302"
I1006 12:24:37.133407 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:37.150467 461114 main.go:141] libmachine: Using SSH client type: native
I1006 12:24:37.150784 461114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33409 <nil> <nil>}
I1006 12:24:37.150793 461114 main.go:141] libmachine: About to run SSH command:
sudo hostname cert-expiration-843302 && echo "cert-expiration-843302" | sudo tee /etc/hostname
I1006 12:24:37.291789 461114 main.go:141] libmachine: SSH cmd err, output: <nil>: cert-expiration-843302
I1006 12:24:37.291857 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:37.309562 461114 main.go:141] libmachine: Using SSH client type: native
I1006 12:24:37.309879 461114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33409 <nil> <nil>}
I1006 12:24:37.309894 461114 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\scert-expiration-843302' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 cert-expiration-843302/g' /etc/hosts;
else
echo '127.0.1.1 cert-expiration-843302' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:24:37.450253 461114 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:24:37.450270 461114 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:24:37.450285 461114 ubuntu.go:190] setting up certificates
I1006 12:24:37.450293 461114 provision.go:84] configureAuth start
I1006 12:24:37.450353 461114 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-expiration-843302
I1006 12:24:37.468364 461114 provision.go:143] copyHostCerts
I1006 12:24:37.468432 461114 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:24:37.468440 461114 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:24:37.468513 461114 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:24:37.468604 461114 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:24:37.468607 461114 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:24:37.468631 461114 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:24:37.468678 461114 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:24:37.468681 461114 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:24:37.468702 461114 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:24:37.468748 461114 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.cert-expiration-843302 san=[127.0.0.1 192.168.76.2 cert-expiration-843302 localhost minikube]
I1006 12:24:37.723319 461114 provision.go:177] copyRemoteCerts
I1006 12:24:37.723388 461114 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:24:37.723439 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:37.741837 461114 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33409 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa Username:docker}
I1006 12:24:37.837861 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1233 bytes)
I1006 12:24:37.856122 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:24:37.874900 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:24:37.894841 461114 provision.go:87] duration metric: took 444.534624ms to configureAuth
I1006 12:24:37.894868 461114 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:24:37.895060 461114 config.go:182] Loaded profile config "cert-expiration-843302": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:24:37.895178 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:37.912231 461114 main.go:141] libmachine: Using SSH client type: native
I1006 12:24:37.912537 461114 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33409 <nil> <nil>}
I1006 12:24:37.912550 461114 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:24:38.159740 461114 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:24:38.159755 461114 machine.go:96] duration metric: took 4.192415537s to provisionDockerMachine
I1006 12:24:38.159763 461114 client.go:171] duration metric: took 10.360120808s to LocalClient.Create
I1006 12:24:38.159775 461114 start.go:167] duration metric: took 10.360182913s to libmachine.API.Create "cert-expiration-843302"
I1006 12:24:38.159780 461114 start.go:293] postStartSetup for "cert-expiration-843302" (driver="docker")
I1006 12:24:38.159790 461114 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:24:38.159860 461114 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:24:38.159902 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:38.177130 461114 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33409 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa Username:docker}
I1006 12:24:38.273784 461114 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:24:38.276978 461114 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:24:38.276996 461114 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:24:38.277006 461114 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:24:38.277059 461114 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:24:38.277136 461114 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:24:38.277238 461114 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:24:38.284826 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:24:38.302625 461114 start.go:296] duration metric: took 142.828987ms for postStartSetup
I1006 12:24:38.302993 461114 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-expiration-843302
I1006 12:24:38.319455 461114 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/config.json ...
I1006 12:24:38.319740 461114 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:24:38.319791 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:38.337095 461114 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33409 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa Username:docker}
I1006 12:24:38.431608 461114 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:24:38.436544 461114 start.go:128] duration metric: took 10.640540303s to createHost
I1006 12:24:38.436558 461114 start.go:83] releasing machines lock for "cert-expiration-843302", held for 10.640648284s
I1006 12:24:38.436632 461114 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-expiration-843302
I1006 12:24:38.453193 461114 ssh_runner.go:195] Run: cat /version.json
I1006 12:24:38.453230 461114 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:24:38.453238 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:38.453281 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:24:38.470745 461114 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33409 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa Username:docker}
I1006 12:24:38.473863 461114 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33409 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa Username:docker}
I1006 12:24:38.565446 461114 ssh_runner.go:195] Run: systemctl --version
I1006 12:24:38.658540 461114 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:24:38.696481 461114 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:24:38.701066 461114 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:24:38.701131 461114 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:24:38.731092 461114 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:24:38.731105 461114 start.go:495] detecting cgroup driver to use...
I1006 12:24:38.731138 461114 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:24:38.731204 461114 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:24:38.749169 461114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:24:38.762230 461114 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:24:38.762283 461114 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:24:38.780157 461114 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:24:38.799023 461114 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:24:38.912842 461114 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:24:39.041483 461114 docker.go:234] disabling docker service ...
I1006 12:24:39.041818 461114 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:24:39.064983 461114 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:24:39.079922 461114 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:24:39.207977 461114 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:24:39.335617 461114 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:24:39.348910 461114 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:24:39.363001 461114 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:24:39.363056 461114 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:24:39.371966 461114 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:24:39.372031 461114 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:24:39.381719 461114 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:24:39.391048 461114 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:24:39.400220 461114 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:24:39.408454 461114 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:24:39.417414 461114 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:24:39.432249 461114 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:24:39.441048 461114 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:24:39.448709 461114 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:24:39.456263 461114 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:24:39.575065 461114 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:24:39.704560 461114 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:24:39.704628 461114 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:24:39.708523 461114 start.go:563] Will wait 60s for crictl version
I1006 12:24:39.708604 461114 ssh_runner.go:195] Run: which crictl
I1006 12:24:39.712331 461114 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:24:39.743873 461114 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:24:39.743955 461114 ssh_runner.go:195] Run: crio --version
I1006 12:24:39.773272 461114 ssh_runner.go:195] Run: crio --version
I1006 12:24:39.807052 461114 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:24:39.809811 461114 cli_runner.go:164] Run: docker network inspect cert-expiration-843302 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:24:39.826007 461114 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:24:39.830165 461114 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:24:39.840346 461114 kubeadm.go:883] updating cluster {Name:cert-expiration-843302 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-843302 Namespace:default APIServerHAVIP: APIServerName:mini
kubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:3m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAge
ntPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:24:39.840460 461114 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:24:39.840514 461114 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:24:39.879109 461114 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:24:39.879122 461114 crio.go:433] Images already preloaded, skipping extraction
I1006 12:24:39.879183 461114 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:24:39.907909 461114 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:24:39.907923 461114 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:24:39.907929 461114 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1006 12:24:39.908026 461114 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=cert-expiration-843302 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-843302 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:24:39.908110 461114 ssh_runner.go:195] Run: crio config
I1006 12:24:39.959608 461114 cni.go:84] Creating CNI manager for ""
I1006 12:24:39.959617 461114 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:24:39.959629 461114 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:24:39.959652 461114 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:cert-expiration-843302 NodeName:cert-expiration-843302 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPo
dPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:24:39.959781 461114 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "cert-expiration-843302"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:24:39.959847 461114 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:24:39.968103 461114 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:24:39.968163 461114 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:24:39.975922 461114 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (372 bytes)
I1006 12:24:39.990320 461114 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:24:40.004003 461114 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2219 bytes)
I1006 12:24:40.055670 461114 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:24:40.060111 461114 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:24:40.071654 461114 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:24:40.202959 461114 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:24:40.221698 461114 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302 for IP: 192.168.76.2
I1006 12:24:40.221710 461114 certs.go:195] generating shared ca certs ...
I1006 12:24:40.221726 461114 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:24:40.221879 461114 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:24:40.221919 461114 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:24:40.221925 461114 certs.go:257] generating profile certs ...
I1006 12:24:40.221994 461114 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/client.key
I1006 12:24:40.222014 461114 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/client.crt with IP's: []
I1006 12:24:40.649273 461114 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/client.crt ...
I1006 12:24:40.649289 461114 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/client.crt: {Name:mkbe61dc263ea3113340f8071eb16405c90c7269 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:24:40.649495 461114 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/client.key ...
I1006 12:24:40.649504 461114 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/client.key: {Name:mkacb1972d87c919754d87c6ad3c7074b06a7305 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:24:40.649615 461114 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.key.a2ff90c8
I1006 12:24:40.649630 461114 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.crt.a2ff90c8 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1006 12:24:41.442078 461114 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.crt.a2ff90c8 ...
I1006 12:24:41.442094 461114 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.crt.a2ff90c8: {Name:mk3a675e0874e1a6d95f86e807ffc0ce8c8e5d1f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:24:41.442292 461114 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.key.a2ff90c8 ...
I1006 12:24:41.442302 461114 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.key.a2ff90c8: {Name:mkef7e9cdb199c8c90d5e127ed9ae59ed147162d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:24:41.442390 461114 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.crt.a2ff90c8 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.crt
I1006 12:24:41.442462 461114 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.key.a2ff90c8 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.key
I1006 12:24:41.442515 461114 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/proxy-client.key
I1006 12:24:41.442528 461114 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/proxy-client.crt with IP's: []
I1006 12:24:42.388622 461114 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/proxy-client.crt ...
I1006 12:24:42.388638 461114 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/proxy-client.crt: {Name:mk53eafe8900fd0f3c69c9da65ba4ede0e5f213c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:24:42.388826 461114 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/proxy-client.key ...
I1006 12:24:42.388833 461114 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/proxy-client.key: {Name:mka0230a6d66a108790280134ae2b30ba98c7c8c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:24:42.389014 461114 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:24:42.389049 461114 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:24:42.389057 461114 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:24:42.389079 461114 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:24:42.389102 461114 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:24:42.389133 461114 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:24:42.389176 461114 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:24:42.389777 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:24:42.409004 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:24:42.428760 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:24:42.447464 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:24:42.465798 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1006 12:24:42.484504 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1006 12:24:42.503088 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:24:42.521836 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/cert-expiration-843302/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:24:42.540315 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:24:42.558613 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:24:42.576451 461114 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:24:42.601188 461114 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:24:42.614018 461114 ssh_runner.go:195] Run: openssl version
I1006 12:24:42.620611 461114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:24:42.630529 461114 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:24:42.635106 461114 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:24:42.635164 461114 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:24:42.679375 461114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:24:42.687913 461114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:24:42.696454 461114 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:24:42.700384 461114 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:24:42.700443 461114 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:24:42.741556 461114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:24:42.750104 461114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:24:42.758779 461114 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:24:42.762720 461114 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:24:42.762778 461114 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:24:42.804166 461114 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:24:42.812842 461114 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:24:42.816372 461114 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:24:42.816415 461114 kubeadm.go:400] StartCluster: {Name:cert-expiration-843302 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:cert-expiration-843302 Namespace:default APIServerHAVIP: APIServerName:minikub
eCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:3m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentP
ID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:24:42.816476 461114 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:24:42.816531 461114 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:24:42.846043 461114 cri.go:89] found id: ""
I1006 12:24:42.846102 461114 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:24:42.854039 461114 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:24:42.862248 461114 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:24:42.862305 461114 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:24:42.870170 461114 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:24:42.870180 461114 kubeadm.go:157] found existing configuration files:
I1006 12:24:42.870233 461114 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:24:42.878195 461114 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:24:42.878257 461114 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:24:42.885688 461114 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:24:42.894247 461114 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:24:42.894317 461114 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:24:42.901825 461114 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:24:42.909579 461114 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:24:42.909634 461114 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:24:42.917480 461114 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:24:42.925401 461114 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:24:42.925456 461114 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:24:42.933201 461114 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:24:43.001176 461114 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:24:43.001440 461114 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:24:43.077397 461114 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:25:00.065449 461114 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:25:00.065503 461114 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:25:00.065609 461114 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:25:00.065666 461114 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:25:00.065700 461114 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:25:00.065747 461114 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:25:00.065796 461114 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:25:00.065844 461114 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:25:00.065894 461114 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:25:00.065949 461114 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:25:00.066000 461114 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:25:00.066045 461114 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:25:00.066095 461114 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:25:00.066142 461114 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:25:00.066215 461114 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:25:00.066312 461114 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:25:00.066428 461114 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:25:00.066494 461114 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:25:00.089753 461114 out.go:252] - Generating certificates and keys ...
I1006 12:25:00.089856 461114 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:25:00.089922 461114 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:25:00.089995 461114 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:25:00.090054 461114 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:25:00.090117 461114 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:25:00.090168 461114 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:25:00.090225 461114 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:25:00.090358 461114 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [cert-expiration-843302 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:25:00.090413 461114 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:25:00.090554 461114 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [cert-expiration-843302 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:25:00.090634 461114 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:25:00.090699 461114 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:25:00.090744 461114 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:25:00.090802 461114 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:25:00.090854 461114 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:25:00.090914 461114 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:25:00.090970 461114 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:25:00.091035 461114 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:25:00.091091 461114 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:25:00.091175 461114 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:25:00.091243 461114 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:25:00.094533 461114 out.go:252] - Booting up control plane ...
I1006 12:25:00.094682 461114 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:25:00.094778 461114 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:25:00.095019 461114 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:25:00.095160 461114 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:25:00.095281 461114 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:25:00.095405 461114 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:25:00.095501 461114 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:25:00.095544 461114 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:25:00.095688 461114 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:25:00.095803 461114 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:25:00.095868 461114 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 2.001559405s
I1006 12:25:00.095969 461114 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:25:00.096061 461114 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1006 12:25:00.096178 461114 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:25:00.096265 461114 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:25:00.096348 461114 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 4.210963481s
I1006 12:25:00.096423 461114 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.725388408s
I1006 12:25:00.096497 461114 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.503288336s
I1006 12:25:00.096615 461114 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:25:00.096777 461114 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:25:00.096850 461114 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:25:00.097075 461114 kubeadm.go:318] [mark-control-plane] Marking the node cert-expiration-843302 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:25:00.097136 461114 kubeadm.go:318] [bootstrap-token] Using token: 22263j.a3t0opj6ptq224i2
I1006 12:25:00.100615 461114 out.go:252] - Configuring RBAC rules ...
I1006 12:25:00.100756 461114 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:25:00.100849 461114 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:25:00.101487 461114 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:25:00.101661 461114 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:25:00.101803 461114 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:25:00.101899 461114 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:25:00.102027 461114 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:25:00.102075 461114 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:25:00.102127 461114 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:25:00.102130 461114 kubeadm.go:318]
I1006 12:25:00.102197 461114 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:25:00.102200 461114 kubeadm.go:318]
I1006 12:25:00.102287 461114 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:25:00.102290 461114 kubeadm.go:318]
I1006 12:25:00.102318 461114 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:25:00.102384 461114 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:25:00.102440 461114 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:25:00.102444 461114 kubeadm.go:318]
I1006 12:25:00.102504 461114 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:25:00.102508 461114 kubeadm.go:318]
I1006 12:25:00.102561 461114 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:25:00.102564 461114 kubeadm.go:318]
I1006 12:25:00.102632 461114 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:25:00.102715 461114 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:25:00.102792 461114 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:25:00.102796 461114 kubeadm.go:318]
I1006 12:25:00.102893 461114 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:25:00.102979 461114 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:25:00.102991 461114 kubeadm.go:318]
I1006 12:25:00.103086 461114 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token 22263j.a3t0opj6ptq224i2 \
I1006 12:25:00.103202 461114 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:25:00.103224 461114 kubeadm.go:318] --control-plane
I1006 12:25:00.103227 461114 kubeadm.go:318]
I1006 12:25:00.103322 461114 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:25:00.103325 461114 kubeadm.go:318]
I1006 12:25:00.103418 461114 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token 22263j.a3t0opj6ptq224i2 \
I1006 12:25:00.103553 461114 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:25:00.103561 461114 cni.go:84] Creating CNI manager for ""
I1006 12:25:00.103568 461114 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:25:00.109195 461114 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:25:00.112383 461114 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:25:00.144743 461114 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:25:00.144761 461114 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:25:00.263487 461114 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:25:00.797646 461114 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:25:00.797765 461114 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:25:00.797828 461114 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes cert-expiration-843302 minikube.k8s.io/updated_at=2025_10_06T12_25_00_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=cert-expiration-843302 minikube.k8s.io/primary=true
I1006 12:25:00.943559 461114 ops.go:34] apiserver oom_adj: -16
I1006 12:25:00.943586 461114 kubeadm.go:1113] duration metric: took 145.876129ms to wait for elevateKubeSystemPrivileges
I1006 12:25:00.943598 461114 kubeadm.go:402] duration metric: took 18.127186732s to StartCluster
I1006 12:25:00.943615 461114 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:25:00.943675 461114 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:25:00.944321 461114 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:25:00.944548 461114 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:25:00.944633 461114 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:25:00.944862 461114 config.go:182] Loaded profile config "cert-expiration-843302": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:25:00.944898 461114 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:25:00.945005 461114 addons.go:69] Setting storage-provisioner=true in profile "cert-expiration-843302"
I1006 12:25:00.945018 461114 addons.go:238] Setting addon storage-provisioner=true in "cert-expiration-843302"
I1006 12:25:00.945039 461114 host.go:66] Checking if "cert-expiration-843302" exists ...
I1006 12:25:00.945702 461114 cli_runner.go:164] Run: docker container inspect cert-expiration-843302 --format={{.State.Status}}
I1006 12:25:00.946045 461114 addons.go:69] Setting default-storageclass=true in profile "cert-expiration-843302"
I1006 12:25:00.946059 461114 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "cert-expiration-843302"
I1006 12:25:00.946317 461114 cli_runner.go:164] Run: docker container inspect cert-expiration-843302 --format={{.State.Status}}
I1006 12:25:00.947678 461114 out.go:179] * Verifying Kubernetes components...
I1006 12:25:00.950770 461114 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:25:00.976744 461114 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:25:00.979637 461114 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:25:00.979653 461114 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:25:00.979717 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:25:00.988409 461114 addons.go:238] Setting addon default-storageclass=true in "cert-expiration-843302"
I1006 12:25:00.988441 461114 host.go:66] Checking if "cert-expiration-843302" exists ...
I1006 12:25:00.988898 461114 cli_runner.go:164] Run: docker container inspect cert-expiration-843302 --format={{.State.Status}}
I1006 12:25:01.034309 461114 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:25:01.034322 461114 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:25:01.034394 461114 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-expiration-843302
I1006 12:25:01.037745 461114 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33409 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa Username:docker}
I1006 12:25:01.066815 461114 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33409 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/cert-expiration-843302/id_rsa Username:docker}
I1006 12:25:01.193238 461114 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:25:01.249607 461114 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:25:01.258735 461114 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:25:01.299243 461114 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:25:01.673147 461114 start.go:976] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I1006 12:25:01.674957 461114 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:25:01.675016 461114 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:25:01.893700 461114 api_server.go:72] duration metric: took 949.125584ms to wait for apiserver process to appear ...
I1006 12:25:01.893712 461114 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:25:01.893731 461114 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1006 12:25:01.908865 461114 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1006 12:25:01.910646 461114 api_server.go:141] control plane version: v1.34.1
I1006 12:25:01.910670 461114 api_server.go:131] duration metric: took 16.952662ms to wait for apiserver health ...
I1006 12:25:01.910679 461114 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:25:01.911770 461114 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1006 12:25:01.915779 461114 addons.go:514] duration metric: took 970.874258ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1006 12:25:01.916287 461114 system_pods.go:59] 5 kube-system pods found
I1006 12:25:01.916308 461114 system_pods.go:61] "etcd-cert-expiration-843302" [bdd36180-aec6-40aa-845d-80b9cdc86aa6] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:25:01.916317 461114 system_pods.go:61] "kube-apiserver-cert-expiration-843302" [1cf06db2-06ac-4c2f-8815-a9b17a79a8f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:25:01.916324 461114 system_pods.go:61] "kube-controller-manager-cert-expiration-843302" [c2fb28e2-436b-413c-bf86-3966eff0b137] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:25:01.916329 461114 system_pods.go:61] "kube-scheduler-cert-expiration-843302" [133cd7c0-568c-4013-9ab3-707030291c02] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:25:01.916334 461114 system_pods.go:61] "storage-provisioner" [35ddb8fb-5808-4d95-bbff-191521fa11ca] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1006 12:25:01.916340 461114 system_pods.go:74] duration metric: took 5.654985ms to wait for pod list to return data ...
I1006 12:25:01.916351 461114 kubeadm.go:586] duration metric: took 971.781239ms to wait for: map[apiserver:true system_pods:true]
I1006 12:25:01.916362 461114 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:25:01.919324 461114 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:25:01.919342 461114 node_conditions.go:123] node cpu capacity is 2
I1006 12:25:01.919352 461114 node_conditions.go:105] duration metric: took 2.986546ms to run NodePressure ...
I1006 12:25:01.919363 461114 start.go:241] waiting for startup goroutines ...
I1006 12:25:02.177359 461114 kapi.go:214] "coredns" deployment in "kube-system" namespace and "cert-expiration-843302" context rescaled to 1 replicas
I1006 12:25:02.177382 461114 start.go:246] waiting for cluster config update ...
I1006 12:25:02.177392 461114 start.go:255] writing updated cluster config ...
I1006 12:25:02.177732 461114 ssh_runner.go:195] Run: rm -f paused
I1006 12:25:02.241694 461114 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:25:02.245185 461114 out.go:179] * Done! kubectl is now configured to use "cert-expiration-843302" cluster and "default" namespace by default
I1006 12:25:58.079508 456681 kubeadm.go:318] [control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
I1006 12:25:58.079715 456681 kubeadm.go:318] [control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
I1006 12:25:58.082160 456681 kubeadm.go:318] [control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
I1006 12:25:58.082194 456681 kubeadm.go:318]
I1006 12:25:58.082291 456681 kubeadm.go:318] A control plane component may have crashed or exited when started by the container runtime.
I1006 12:25:58.082380 456681 kubeadm.go:318] To troubleshoot, list all containers using your preferred container runtimes CLI.
I1006 12:25:58.082474 456681 kubeadm.go:318] Here is one example how you may list all running Kubernetes containers by using crictl:
I1006 12:25:58.082578 456681 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
I1006 12:25:58.082662 456681 kubeadm.go:318] Once you have found the failing container, you can inspect its logs with:
I1006 12:25:58.082762 456681 kubeadm.go:318] - 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
I1006 12:25:58.082809 456681 kubeadm.go:318]
I1006 12:25:58.087153 456681 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:25:58.087386 456681 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:25:58.087500 456681 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:25:58.088066 456681 kubeadm.go:318] error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
I1006 12:25:58.088139 456681 kubeadm.go:318] To see the stack trace of this error execute with --v=5 or higher
I1006 12:25:58.088196 456681 kubeadm.go:402] duration metric: took 8m14.625464514s to StartCluster
I1006 12:25:58.088234 456681 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1006 12:25:58.088303 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1006 12:25:58.117298 456681 cri.go:89] found id: ""
I1006 12:25:58.117330 456681 logs.go:282] 0 containers: []
W1006 12:25:58.117340 456681 logs.go:284] No container was found matching "kube-apiserver"
I1006 12:25:58.117346 456681 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1006 12:25:58.117407 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1006 12:25:58.145872 456681 cri.go:89] found id: ""
I1006 12:25:58.145900 456681 logs.go:282] 0 containers: []
W1006 12:25:58.145909 456681 logs.go:284] No container was found matching "etcd"
I1006 12:25:58.145915 456681 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1006 12:25:58.145977 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1006 12:25:58.175187 456681 cri.go:89] found id: ""
I1006 12:25:58.175212 456681 logs.go:282] 0 containers: []
W1006 12:25:58.175221 456681 logs.go:284] No container was found matching "coredns"
I1006 12:25:58.175228 456681 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1006 12:25:58.175296 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1006 12:25:58.202067 456681 cri.go:89] found id: ""
I1006 12:25:58.202095 456681 logs.go:282] 0 containers: []
W1006 12:25:58.202103 456681 logs.go:284] No container was found matching "kube-scheduler"
I1006 12:25:58.202110 456681 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1006 12:25:58.202169 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1006 12:25:58.229788 456681 cri.go:89] found id: ""
I1006 12:25:58.229810 456681 logs.go:282] 0 containers: []
W1006 12:25:58.229818 456681 logs.go:284] No container was found matching "kube-proxy"
I1006 12:25:58.229825 456681 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1006 12:25:58.229883 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1006 12:25:58.257020 456681 cri.go:89] found id: ""
I1006 12:25:58.257041 456681 logs.go:282] 0 containers: []
W1006 12:25:58.257049 456681 logs.go:284] No container was found matching "kube-controller-manager"
I1006 12:25:58.257055 456681 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1006 12:25:58.257116 456681 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1006 12:25:58.287237 456681 cri.go:89] found id: ""
I1006 12:25:58.287301 456681 logs.go:282] 0 containers: []
W1006 12:25:58.287326 456681 logs.go:284] No container was found matching "kindnet"
I1006 12:25:58.287350 456681 logs.go:123] Gathering logs for CRI-O ...
I1006 12:25:58.287391 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1006 12:25:58.364581 456681 logs.go:123] Gathering logs for container status ...
I1006 12:25:58.364617 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1006 12:25:58.398751 456681 logs.go:123] Gathering logs for kubelet ...
I1006 12:25:58.398790 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1006 12:25:58.492137 456681 logs.go:123] Gathering logs for dmesg ...
I1006 12:25:58.492174 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1006 12:25:58.509026 456681 logs.go:123] Gathering logs for describe nodes ...
I1006 12:25:58.509054 456681 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W1006 12:25:58.580944 456681 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E1006 12:25:58.571495 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.572040 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.573609 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.574216 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.575687 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
E1006 12:25:58.571495 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.572040 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.573609 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.574216 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:58.575687 2386 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
W1006 12:25:58.580982 456681 out.go:434] Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.002705077s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
[control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:25:58.581052 456681 out.go:285] *
W1006 12:25:58.581115 456681 out.go:285] X Error starting cluster: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.002705077s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
[control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:25:58.581133 456681 out.go:285] *
W1006 12:25:58.583311 456681 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:25:58.589453 456681 out.go:203]
W1006 12:25:58.592572 456681 out.go:285] X Exiting due to GUEST_START: failed to start node: wait: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.34.1
[preflight] Running pre-flight checks
[preflight] The system verification failed. Printing the output from the verification:
[0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
[0;37mOS[0m: [0;32mLinux[0m
[0;37mCGROUPS_CPU[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
[0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
[0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
[0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
[0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
[0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
[0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
[0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "super-admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
[patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
[kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
[kubelet-check] The kubelet is healthy after 1.002705077s
[control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
[control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
[control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
[control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
[control-plane-check] kube-apiserver is not healthy after 4m0.000358312s
[control-plane-check] kube-scheduler is not healthy after 4m0.000761271s
[control-plane-check] kube-controller-manager is not healthy after 4m0.000448588s
A control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI.
Here is one example how you may list all running Kubernetes containers by using crictl:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'crictl --runtime-endpoint unix:///var/run/crio/crio.sock logs CONTAINERID'
stderr:
[WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
[WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error: error execution phase wait-control-plane: failed while waiting for the control plane to start: [kube-apiserver check failed at https://192.168.85.2:8443/livez: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, kube-scheduler check failed at https://127.0.0.1:10259/livez: Get "https://127.0.0.1:10259/livez": dial tcp 127.0.0.1:10259: connect: connection refused, kube-controller-manager check failed at https://127.0.0.1:10257/healthz: Get "https://127.0.0.1:10257/healthz": dial tcp 127.0.0.1:10257: connect: connection refused]
To see the stack trace of this error execute with --v=5 or higher
W1006 12:25:58.592604 456681 out.go:285] *
I1006 12:25:58.595949 456681 out.go:203]
==> CRI-O <==
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.589760306Z" level=info msg="Checking image status: registry.k8s.io/kube-scheduler:v1.34.1" id=2a36fb45-2534-46ff-9f1f-de86eb764968 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.592178666Z" level=info msg="Creating container: kube-system/kube-controller-manager-force-systemd-env-485619/kube-controller-manager" id=58d1958e-6ed7-44c4-b800-386f0087219d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.592746714Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.593554806Z" level=info msg="Creating container: kube-system/kube-scheduler-force-systemd-env-485619/kube-scheduler" id=e95c07a0-a89b-4a23-bae3-b2233dac1148 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.594016998Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.606523004Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.607431634Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.61734656Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.637650781Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.664092643Z" level=error msg="Container creation error: cannot open sd-bus: No such file or directory\n" id=58d1958e-6ed7-44c4-b800-386f0087219d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.669417171Z" level=info msg="createCtr: deleting container ID 70b3fd176d427f76602e3f877e4c0a84a14dee2854ec5ae967bd62091979d03c from idIndex" id=58d1958e-6ed7-44c4-b800-386f0087219d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.669669334Z" level=info msg="createCtr: removing container 70b3fd176d427f76602e3f877e4c0a84a14dee2854ec5ae967bd62091979d03c" id=58d1958e-6ed7-44c4-b800-386f0087219d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.669777734Z" level=info msg="createCtr: deleting container 70b3fd176d427f76602e3f877e4c0a84a14dee2854ec5ae967bd62091979d03c from storage" id=58d1958e-6ed7-44c4-b800-386f0087219d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.674626342Z" level=error msg="Container creation error: cannot open sd-bus: No such file or directory\n" id=e95c07a0-a89b-4a23-bae3-b2233dac1148 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.678883378Z" level=info msg="createCtr: deleting container ID 2d384c792b98b9a279f05a647eb483a49a381533bf0d7f9f6bd1838a88acc90b from idIndex" id=e95c07a0-a89b-4a23-bae3-b2233dac1148 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.678930107Z" level=info msg="createCtr: removing container 2d384c792b98b9a279f05a647eb483a49a381533bf0d7f9f6bd1838a88acc90b" id=e95c07a0-a89b-4a23-bae3-b2233dac1148 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.678967769Z" level=info msg="createCtr: deleting container 2d384c792b98b9a279f05a647eb483a49a381533bf0d7f9f6bd1838a88acc90b from storage" id=e95c07a0-a89b-4a23-bae3-b2233dac1148 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.689776728Z" level=info msg="createCtr: releasing container name k8s_kube-scheduler_kube-scheduler-force-systemd-env-485619_kube-system_1f784d99fe54866cad549f39b7bd9bdb_0" id=e95c07a0-a89b-4a23-bae3-b2233dac1148 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:58 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:58.691369896Z" level=info msg="createCtr: releasing container name k8s_kube-controller-manager_kube-controller-manager-force-systemd-env-485619_kube-system_4d2a107ede726d503990aa2f2f591abe_0" id=58d1958e-6ed7-44c4-b800-386f0087219d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:59 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:59.585498636Z" level=info msg="Checking image status: registry.k8s.io/kube-apiserver:v1.34.1" id=6dc2e561-f869-441a-927b-cb7170967685 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:25:59 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:59.58707975Z" level=info msg="Checking image status: registry.k8s.io/kube-apiserver:v1.34.1" id=198d5cd9-c69d-478b-b07e-b1e2c2eee04e name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:25:59 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:59.588524059Z" level=info msg="Creating container: kube-system/kube-apiserver-force-systemd-env-485619/kube-apiserver" id=b722c172-7147-43d8-ad78-dc80cf7c1d67 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:25:59 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:59.588799057Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:25:59 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:59.595725689Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:25:59 force-systemd-env-485619 crio[833]: time="2025-10-06T12:25:59.596435826Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E1006 12:25:59.728303 2500 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:59.730369 2500 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:59.731051 2500 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:59.732737 2500 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
E1006 12:25:59.733371 2500 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp [::1]:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
==> dmesg <==
[Oct 6 11:52] overlayfs: idmapped layers are currently not supported
[ +40.936129] overlayfs: idmapped layers are currently not supported
[Oct 6 11:54] overlayfs: idmapped layers are currently not supported
[Oct 6 11:59] overlayfs: idmapped layers are currently not supported
[ +36.403670] overlayfs: idmapped layers are currently not supported
[Oct 6 12:01] overlayfs: idmapped layers are currently not supported
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
==> kernel <==
12:25:59 up 2:08, 0 user, load average: 0.69, 1.01, 1.81
Linux force-systemd-env-485619 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kubelet <==
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.159030 1793 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://192.168.85.2:8443/api/v1/namespaces/default/events\": dial tcp 192.168.85.2:8443: connect: connection refused" event="&Event{ObjectMeta:{force-systemd-env-485619.186be6519dccbe37 default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:force-systemd-env-485619,UID:force-systemd-env-485619,APIVersion:,ResourceVersion:,FieldPath:,},Reason:NodeHasSufficientMemory,Message:Node force-systemd-env-485619 status is now: NodeHasSufficientMemory,Source:EventSource{Component:kubelet,Host:force-systemd-env-485619,},FirstTimestamp:2025-10-06 12:21:57.632491063 +0000 UTC m=+0.564296920,LastTimestamp:2025-10-06 12:21:57.632491063 +0000 UTC m=+0.564296920,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet
,ReportingInstance:force-systemd-env-485619,}"
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.587358 1793 kubelet.go:3215] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"force-systemd-env-485619\" not found" node="force-systemd-env-485619"
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.587462 1793 kubelet.go:3215] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"force-systemd-env-485619\" not found" node="force-systemd-env-485619"
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.690241 1793 log.go:32] "CreateContainer in sandbox from runtime service failed" err=<
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: rpc error: code = Unknown desc = container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: > podSandboxID="c216b563a8991fdba2019e94e3fd4fa3e67d1f9015ea8e098bff21811c48c267"
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.690328 1793 kuberuntime_manager.go:1449] "Unhandled Error" err=<
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: container kube-scheduler start failed in pod kube-scheduler-force-systemd-env-485619_kube-system(1f784d99fe54866cad549f39b7bd9bdb): CreateContainerError: container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: > logger="UnhandledError"
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.690372 1793 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-scheduler\" with CreateContainerError: \"container create failed: cannot open sd-bus: No such file or directory\\n\"" pod="kube-system/kube-scheduler-force-systemd-env-485619" podUID="1f784d99fe54866cad549f39b7bd9bdb"
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.691716 1793 log.go:32] "CreateContainer in sandbox from runtime service failed" err=<
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: rpc error: code = Unknown desc = container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: > podSandboxID="cebf995b75b4923388e0facab5b65988d75d582e85edb57ee111f25e14942d98"
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.691796 1793 kuberuntime_manager.go:1449] "Unhandled Error" err=<
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: container kube-controller-manager start failed in pod kube-controller-manager-force-systemd-env-485619_kube-system(4d2a107ede726d503990aa2f2f591abe): CreateContainerError: container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: > logger="UnhandledError"
Oct 06 12:25:58 force-systemd-env-485619 kubelet[1793]: E1006 12:25:58.691826 1793 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CreateContainerError: \"container create failed: cannot open sd-bus: No such file or directory\\n\"" pod="kube-system/kube-controller-manager-force-systemd-env-485619" podUID="4d2a107ede726d503990aa2f2f591abe"
Oct 06 12:25:59 force-systemd-env-485619 kubelet[1793]: E1006 12:25:59.584961 1793 kubelet.go:3215] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"force-systemd-env-485619\" not found" node="force-systemd-env-485619"
Oct 06 12:25:59 force-systemd-env-485619 kubelet[1793]: E1006 12:25:59.628208 1793 log.go:32] "CreateContainer in sandbox from runtime service failed" err=<
Oct 06 12:25:59 force-systemd-env-485619 kubelet[1793]: rpc error: code = Unknown desc = container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:25:59 force-systemd-env-485619 kubelet[1793]: > podSandboxID="9d9b2f466cd873267f5d48e6e1caaec80ccf222fff25e2b683382d2df170ce44"
Oct 06 12:25:59 force-systemd-env-485619 kubelet[1793]: E1006 12:25:59.628319 1793 kuberuntime_manager.go:1449] "Unhandled Error" err=<
Oct 06 12:25:59 force-systemd-env-485619 kubelet[1793]: container kube-apiserver start failed in pod kube-apiserver-force-systemd-env-485619_kube-system(94bbc60fa3661d7299937bdb9b9f6f0f): CreateContainerError: container create failed: cannot open sd-bus: No such file or directory
Oct 06 12:25:59 force-systemd-env-485619 kubelet[1793]: > logger="UnhandledError"
Oct 06 12:25:59 force-systemd-env-485619 kubelet[1793]: E1006 12:25:59.628356 1793 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CreateContainerError: \"container create failed: cannot open sd-bus: No such file or directory\\n\"" pod="kube-system/kube-apiserver-force-systemd-env-485619" podUID="94bbc60fa3661d7299937bdb9b9f6f0f"
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p force-systemd-env-485619 -n force-systemd-env-485619
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p force-systemd-env-485619 -n force-systemd-env-485619: exit status 6 (540.428347ms)
-- stdout --
Stopped
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1006 12:26:00.367290 464033 status.go:458] kubeconfig endpoint: get endpoint: "force-systemd-env-485619" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
** /stderr **
helpers_test.go:262: status error: exit status 6 (may be ok)
helpers_test.go:264: "force-systemd-env-485619" apiserver is not running, skipping kubectl commands (state="Stopped")
helpers_test.go:175: Cleaning up "force-systemd-env-485619" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-485619
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-485619: (1.98642394s)
--- FAIL: TestForceSystemdEnv (511.62s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1636: (dbg) Run: kubectl --context functional-061974 create deployment hello-node-connect --image kicbase/echo-server
functional_test.go:1640: (dbg) Run: kubectl --context functional-061974 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1645: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:352: "hello-node-connect-7d85dfc575-lcsq5" [5c601ccb-bd9d-48e1-ae12-057516520ced] Pending
helpers_test.go:352: "hello-node-connect-7d85dfc575-lcsq5" [5c601ccb-bd9d-48e1-ae12-057516520ced] Pending / Ready:ContainersNotReady (containers with unready status: [echo-server]) / ContainersReady:ContainersNotReady (containers with unready status: [echo-server])
helpers_test.go:337: TestFunctional/parallel/ServiceCmdConnect: WARNING: pod list for "default" "app=hello-node-connect" returned: client rate limiter Wait returned an error: context deadline exceeded
functional_test.go:1645: ***** TestFunctional/parallel/ServiceCmdConnect: pod "app=hello-node-connect" failed to start within 10m0s: context deadline exceeded ****
functional_test.go:1645: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p functional-061974 -n functional-061974
functional_test.go:1645: TestFunctional/parallel/ServiceCmdConnect: showing logs for failed pods as of 2025-10-06 11:42:09.000960348 +0000 UTC m=+1251.024630241
functional_test.go:1645: (dbg) Run: kubectl --context functional-061974 describe po hello-node-connect-7d85dfc575-lcsq5 -n default
functional_test.go:1645: (dbg) kubectl --context functional-061974 describe po hello-node-connect-7d85dfc575-lcsq5 -n default:
Name: hello-node-connect-7d85dfc575-lcsq5
Namespace: default
Priority: 0
Service Account: default
Node: functional-061974/192.168.49.2
Start Time: Mon, 06 Oct 2025 11:32:08 +0000
Labels: app=hello-node-connect
pod-template-hash=7d85dfc575
Annotations: <none>
Status: Pending
IP: 10.244.0.6
IPs:
IP: 10.244.0.6
Controlled By: ReplicaSet/hello-node-connect-7d85dfc575
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-zgnqc (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-zgnqc:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned default/hello-node-connect-7d85dfc575-lcsq5 to functional-061974
Normal Pulling 7m4s (x5 over 9m59s) kubelet Pulling image "kicbase/echo-server"
Warning Failed 7m4s (x5 over 9m59s) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 7m4s (x5 over 9m59s) kubelet Error: ErrImagePull
Normal BackOff 4m55s (x21 over 9m58s) kubelet Back-off pulling image "kicbase/echo-server"
Warning Failed 4m55s (x21 over 9m58s) kubelet Error: ImagePullBackOff
functional_test.go:1645: (dbg) Run: kubectl --context functional-061974 logs hello-node-connect-7d85dfc575-lcsq5 -n default
functional_test.go:1645: (dbg) Non-zero exit: kubectl --context functional-061974 logs hello-node-connect-7d85dfc575-lcsq5 -n default: exit status 1 (103.588153ms)
** stderr **
Error from server (BadRequest): container "echo-server" in pod "hello-node-connect-7d85dfc575-lcsq5" is waiting to start: trying and failing to pull image
** /stderr **
functional_test.go:1645: kubectl --context functional-061974 logs hello-node-connect-7d85dfc575-lcsq5 -n default: exit status 1
functional_test.go:1646: failed waiting for hello-node pod: app=hello-node-connect within 10m0s: context deadline exceeded
functional_test.go:1608: service test failed - dumping debug information
functional_test.go:1609: -----------------------service failure post-mortem--------------------------------
functional_test.go:1612: (dbg) Run: kubectl --context functional-061974 describe po hello-node-connect
functional_test.go:1616: hello-node pod describe:
Name: hello-node-connect-7d85dfc575-lcsq5
Namespace: default
Priority: 0
Service Account: default
Node: functional-061974/192.168.49.2
Start Time: Mon, 06 Oct 2025 11:32:08 +0000
Labels: app=hello-node-connect
pod-template-hash=7d85dfc575
Annotations: <none>
Status: Pending
IP: 10.244.0.6
IPs:
IP: 10.244.0.6
Controlled By: ReplicaSet/hello-node-connect-7d85dfc575
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-zgnqc (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-zgnqc:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned default/hello-node-connect-7d85dfc575-lcsq5 to functional-061974
Normal Pulling 7m4s (x5 over 9m59s) kubelet Pulling image "kicbase/echo-server"
Warning Failed 7m4s (x5 over 9m59s) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 7m4s (x5 over 9m59s) kubelet Error: ErrImagePull
Normal BackOff 4m55s (x21 over 9m58s) kubelet Back-off pulling image "kicbase/echo-server"
Warning Failed 4m55s (x21 over 9m58s) kubelet Error: ImagePullBackOff
functional_test.go:1618: (dbg) Run: kubectl --context functional-061974 logs -l app=hello-node-connect
functional_test.go:1618: (dbg) Non-zero exit: kubectl --context functional-061974 logs -l app=hello-node-connect: exit status 1 (93.848846ms)
** stderr **
Error from server (BadRequest): container "echo-server" in pod "hello-node-connect-7d85dfc575-lcsq5" is waiting to start: trying and failing to pull image
** /stderr **
functional_test.go:1620: "kubectl --context functional-061974 logs -l app=hello-node-connect" failed: exit status 1
functional_test.go:1622: hello-node logs:
functional_test.go:1624: (dbg) Run: kubectl --context functional-061974 describe svc hello-node-connect
functional_test.go:1628: hello-node svc describe:
Name: hello-node-connect
Namespace: default
Labels: app=hello-node-connect
Annotations: <none>
Selector: app=hello-node-connect
Type: NodePort
IP Family Policy: SingleStack
IP Families: IPv4
IP: 10.101.132.122
IPs: 10.101.132.122
Port: <unset> 8080/TCP
TargetPort: 8080/TCP
NodePort: <unset> 32688/TCP
Endpoints:
Session Affinity: None
External Traffic Policy: Cluster
Internal Traffic Policy: Cluster
Events: <none>
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect functional-061974
helpers_test.go:243: (dbg) docker inspect functional-061974:
-- stdout --
[
{
"Id": "3a01e52b84d887e9f7a5f6b1f5fb1e9023d6465583dcdd0abd3bbdc79908fc15",
"Created": "2025-10-06T11:29:03.142196713Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 308390,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T11:29:03.215497024Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/3a01e52b84d887e9f7a5f6b1f5fb1e9023d6465583dcdd0abd3bbdc79908fc15/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/3a01e52b84d887e9f7a5f6b1f5fb1e9023d6465583dcdd0abd3bbdc79908fc15/hostname",
"HostsPath": "/var/lib/docker/containers/3a01e52b84d887e9f7a5f6b1f5fb1e9023d6465583dcdd0abd3bbdc79908fc15/hosts",
"LogPath": "/var/lib/docker/containers/3a01e52b84d887e9f7a5f6b1f5fb1e9023d6465583dcdd0abd3bbdc79908fc15/3a01e52b84d887e9f7a5f6b1f5fb1e9023d6465583dcdd0abd3bbdc79908fc15-json.log",
"Name": "/functional-061974",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"functional-061974:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "functional-061974",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8441/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "3a01e52b84d887e9f7a5f6b1f5fb1e9023d6465583dcdd0abd3bbdc79908fc15",
"LowerDir": "/var/lib/docker/overlay2/5de826b23b12f0c16bfb746cbc68df5dcd088cf6f1dace0ad9ebc851fd4309f8-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/5de826b23b12f0c16bfb746cbc68df5dcd088cf6f1dace0ad9ebc851fd4309f8/merged",
"UpperDir": "/var/lib/docker/overlay2/5de826b23b12f0c16bfb746cbc68df5dcd088cf6f1dace0ad9ebc851fd4309f8/diff",
"WorkDir": "/var/lib/docker/overlay2/5de826b23b12f0c16bfb746cbc68df5dcd088cf6f1dace0ad9ebc851fd4309f8/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "functional-061974",
"Source": "/var/lib/docker/volumes/functional-061974/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "functional-061974",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8441/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "functional-061974",
"name.minikube.sigs.k8s.io": "functional-061974",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "4240adfa12b4ad578acc40d4a6e2a743111e354e0b4f7aebd41f0548c21bfe34",
"SandboxKey": "/var/run/docker/netns/4240adfa12b4",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33148"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33149"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33152"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33150"
}
],
"8441/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33151"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"functional-061974": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "b2:50:d5:7e:dc:18",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "7267df8ec0ec7dd1e4a23dd42fa926e6ef5f19592f7e2d1876450c8efff76a5d",
"EndpointID": "1f3423cd1c0299fd903f39b908dd73dc77b2a4e61746a89b35b674d2d2d3a63a",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"functional-061974",
"3a01e52b84d8"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p functional-061974 -n functional-061974
helpers_test.go:252: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 logs -n 25: (1.514857046s)
helpers_test.go:260: TestFunctional/parallel/ServiceCmdConnect logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ ssh │ functional-061974 ssh sudo cat /etc/ssl/certs/292811.pem │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image load --daemon kicbase/echo-server:functional-061974 --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ ssh │ functional-061974 ssh sudo cat /usr/share/ca-certificates/292811.pem │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ ssh │ functional-061974 ssh sudo cat /etc/ssl/certs/51391683.0 │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image ls │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ ssh │ functional-061974 ssh sudo cat /etc/ssl/certs/2928112.pem │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image load --daemon kicbase/echo-server:functional-061974 --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ ssh │ functional-061974 ssh sudo cat /usr/share/ca-certificates/2928112.pem │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ ssh │ functional-061974 ssh sudo cat /etc/ssl/certs/3ec20f2e.0 │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image ls │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ ssh │ functional-061974 ssh sudo cat /etc/test/nested/copy/292811/hosts │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image load --daemon kicbase/echo-server:functional-061974 --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image ls │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image save kicbase/echo-server:functional-061974 /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image rm kicbase/echo-server:functional-061974 --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ ssh │ functional-061974 ssh echo hello │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image ls │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ ssh │ functional-061974 ssh cat /etc/hostname │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ image │ functional-061974 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ tunnel │ functional-061974 tunnel --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ │
│ tunnel │ functional-061974 tunnel --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ │
│ image │ functional-061974 image save --daemon kicbase/echo-server:functional-061974 --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ 06 Oct 25 11:31 UTC │
│ tunnel │ functional-061974 tunnel --alsologtostderr │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:31 UTC │ │
│ addons │ functional-061974 addons list │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:32 UTC │ 06 Oct 25 11:32 UTC │
│ addons │ functional-061974 addons list -o json │ functional-061974 │ jenkins │ v1.37.0 │ 06 Oct 25 11:32 UTC │ 06 Oct 25 11:32 UTC │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/06 11:31:11
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 11:31:11.255697 312751 out.go:360] Setting OutFile to fd 1 ...
I1006 11:31:11.255824 312751 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:31:11.255828 312751 out.go:374] Setting ErrFile to fd 2...
I1006 11:31:11.255831 312751 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:31:11.256087 312751 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:31:11.256452 312751 out.go:368] Setting JSON to false
I1006 11:31:11.257356 312751 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":4424,"bootTime":1759745848,"procs":175,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 11:31:11.257418 312751 start.go:140] virtualization:
I1006 11:31:11.261258 312751 out.go:179] * [functional-061974] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 11:31:11.264169 312751 out.go:179] - MINIKUBE_LOCATION=21699
I1006 11:31:11.264220 312751 notify.go:220] Checking for updates...
I1006 11:31:11.270130 312751 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 11:31:11.272944 312751 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:31:11.275786 312751 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 11:31:11.278959 312751 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 11:31:11.281876 312751 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 11:31:11.285375 312751 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:31:11.285482 312751 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 11:31:11.319361 312751 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 11:31:11.319484 312751 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:31:11.378628 312751 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:40 OomKillDisable:true NGoroutines:65 SystemTime:2025-10-06 11:31:11.369667922 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:31:11.378722 312751 docker.go:318] overlay module found
I1006 11:31:11.381897 312751 out.go:179] * Using the docker driver based on existing profile
I1006 11:31:11.384711 312751 start.go:304] selected driver: docker
I1006 11:31:11.384720 312751 start.go:924] validating driver "docker" against &{Name:functional-061974 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-061974 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 11:31:11.384809 312751 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 11:31:11.384924 312751 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:31:11.454686 312751 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:40 OomKillDisable:true NGoroutines:65 SystemTime:2025-10-06 11:31:11.445099601 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:31:11.455074 312751 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 11:31:11.455101 312751 cni.go:84] Creating CNI manager for ""
I1006 11:31:11.455159 312751 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:31:11.455198 312751 start.go:348] cluster config:
{Name:functional-061974 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-061974 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Di
sableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 11:31:11.458315 312751 out.go:179] * Starting "functional-061974" primary control-plane node in "functional-061974" cluster
I1006 11:31:11.461193 312751 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 11:31:11.464236 312751 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 11:31:11.467094 312751 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:31:11.467145 312751 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 11:31:11.467153 312751 cache.go:58] Caching tarball of preloaded images
I1006 11:31:11.467161 312751 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 11:31:11.467276 312751 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 11:31:11.467299 312751 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 11:31:11.467457 312751 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/config.json ...
I1006 11:31:11.486576 312751 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 11:31:11.486587 312751 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 11:31:11.486614 312751 cache.go:232] Successfully downloaded all kic artifacts
I1006 11:31:11.486635 312751 start.go:360] acquireMachinesLock for functional-061974: {Name:mkd3c93a4fc37d4a47cf6c11654cdb31eee957ad Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 11:31:11.486698 312751 start.go:364] duration metric: took 47.408µs to acquireMachinesLock for "functional-061974"
I1006 11:31:11.486718 312751 start.go:96] Skipping create...Using existing machine configuration
I1006 11:31:11.486729 312751 fix.go:54] fixHost starting:
I1006 11:31:11.486989 312751 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:31:11.503761 312751 fix.go:112] recreateIfNeeded on functional-061974: state=Running err=<nil>
W1006 11:31:11.503780 312751 fix.go:138] unexpected machine state, will restart: <nil>
I1006 11:31:11.507087 312751 out.go:252] * Updating the running docker "functional-061974" container ...
I1006 11:31:11.507112 312751 machine.go:93] provisionDockerMachine start ...
I1006 11:31:11.507191 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:11.526161 312751 main.go:141] libmachine: Using SSH client type: native
I1006 11:31:11.526483 312751 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33148 <nil> <nil>}
I1006 11:31:11.526489 312751 main.go:141] libmachine: About to run SSH command:
hostname
I1006 11:31:11.665295 312751 main.go:141] libmachine: SSH cmd err, output: <nil>: functional-061974
I1006 11:31:11.665309 312751 ubuntu.go:182] provisioning hostname "functional-061974"
I1006 11:31:11.665371 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:11.683893 312751 main.go:141] libmachine: Using SSH client type: native
I1006 11:31:11.684194 312751 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33148 <nil> <nil>}
I1006 11:31:11.684203 312751 main.go:141] libmachine: About to run SSH command:
sudo hostname functional-061974 && echo "functional-061974" | sudo tee /etc/hostname
I1006 11:31:11.832065 312751 main.go:141] libmachine: SSH cmd err, output: <nil>: functional-061974
I1006 11:31:11.832156 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:11.854806 312751 main.go:141] libmachine: Using SSH client type: native
I1006 11:31:11.855097 312751 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33148 <nil> <nil>}
I1006 11:31:11.855116 312751 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sfunctional-061974' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 functional-061974/g' /etc/hosts;
else
echo '127.0.1.1 functional-061974' | sudo tee -a /etc/hosts;
fi
fi
I1006 11:31:11.989917 312751 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 11:31:11.989932 312751 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 11:31:11.989949 312751 ubuntu.go:190] setting up certificates
I1006 11:31:11.989959 312751 provision.go:84] configureAuth start
I1006 11:31:11.990020 312751 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" functional-061974
I1006 11:31:12.007917 312751 provision.go:143] copyHostCerts
I1006 11:31:12.007982 312751 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 11:31:12.007991 312751 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 11:31:12.008069 312751 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 11:31:12.008168 312751 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 11:31:12.008172 312751 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 11:31:12.008196 312751 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 11:31:12.008245 312751 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 11:31:12.008249 312751 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 11:31:12.008270 312751 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 11:31:12.008350 312751 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.functional-061974 san=[127.0.0.1 192.168.49.2 functional-061974 localhost minikube]
I1006 11:31:12.352636 312751 provision.go:177] copyRemoteCerts
I1006 11:31:12.352690 312751 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 11:31:12.352735 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:12.371951 312751 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:31:12.470111 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 11:31:12.489133 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 11:31:12.508076 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 11:31:12.528774 312751 provision.go:87] duration metric: took 538.791589ms to configureAuth
I1006 11:31:12.528791 312751 ubuntu.go:206] setting minikube options for container-runtime
I1006 11:31:12.528995 312751 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:31:12.529102 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:12.546143 312751 main.go:141] libmachine: Using SSH client type: native
I1006 11:31:12.546443 312751 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33148 <nil> <nil>}
I1006 11:31:12.546455 312751 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 11:31:17.927224 312751 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 11:31:17.927238 312751 machine.go:96] duration metric: took 6.420118761s to provisionDockerMachine
I1006 11:31:17.927247 312751 start.go:293] postStartSetup for "functional-061974" (driver="docker")
I1006 11:31:17.927256 312751 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 11:31:17.927335 312751 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 11:31:17.927371 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:17.946614 312751 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:31:18.042332 312751 ssh_runner.go:195] Run: cat /etc/os-release
I1006 11:31:18.046202 312751 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 11:31:18.046221 312751 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 11:31:18.046231 312751 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 11:31:18.046290 312751 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 11:31:18.046366 312751 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 11:31:18.046442 312751 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/test/nested/copy/292811/hosts -> hosts in /etc/test/nested/copy/292811
I1006 11:31:18.046500 312751 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs /etc/test/nested/copy/292811
I1006 11:31:18.054829 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 11:31:18.074171 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/test/nested/copy/292811/hosts --> /etc/test/nested/copy/292811/hosts (40 bytes)
I1006 11:31:18.092969 312751 start.go:296] duration metric: took 165.705977ms for postStartSetup
I1006 11:31:18.093044 312751 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 11:31:18.093103 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:18.110818 312751 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:31:18.202697 312751 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 11:31:18.207844 312751 fix.go:56] duration metric: took 6.721113499s for fixHost
I1006 11:31:18.207859 312751 start.go:83] releasing machines lock for "functional-061974", held for 6.721154113s
I1006 11:31:18.207933 312751 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" functional-061974
I1006 11:31:18.224575 312751 ssh_runner.go:195] Run: cat /version.json
I1006 11:31:18.224622 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:18.224873 312751 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 11:31:18.224980 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:18.244824 312751 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:31:18.251164 312751 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:31:18.341092 312751 ssh_runner.go:195] Run: systemctl --version
I1006 11:31:18.432294 312751 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 11:31:18.469437 312751 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 11:31:18.474044 312751 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 11:31:18.474111 312751 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 11:31:18.482411 312751 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 11:31:18.482424 312751 start.go:495] detecting cgroup driver to use...
I1006 11:31:18.482455 312751 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 11:31:18.482511 312751 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 11:31:18.498371 312751 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 11:31:18.511903 312751 docker.go:218] disabling cri-docker service (if available) ...
I1006 11:31:18.511960 312751 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 11:31:18.528051 312751 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 11:31:18.541403 312751 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 11:31:18.682699 312751 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 11:31:18.823985 312751 docker.go:234] disabling docker service ...
I1006 11:31:18.824077 312751 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 11:31:18.840071 312751 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 11:31:18.853260 312751 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 11:31:18.997920 312751 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 11:31:19.133945 312751 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 11:31:19.148271 312751 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 11:31:19.163536 312751 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 11:31:19.163605 312751 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:31:19.172730 312751 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 11:31:19.172795 312751 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:31:19.182766 312751 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:31:19.191924 312751 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:31:19.200914 312751 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 11:31:19.209717 312751 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:31:19.219511 312751 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:31:19.228069 312751 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 11:31:19.238044 312751 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 11:31:19.245798 312751 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 11:31:19.253557 312751 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:31:19.403403 312751 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 11:31:19.628206 312751 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 11:31:19.628268 312751 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 11:31:19.632234 312751 start.go:563] Will wait 60s for crictl version
I1006 11:31:19.632302 312751 ssh_runner.go:195] Run: which crictl
I1006 11:31:19.636095 312751 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 11:31:19.663807 312751 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 11:31:19.663881 312751 ssh_runner.go:195] Run: crio --version
I1006 11:31:19.693023 312751 ssh_runner.go:195] Run: crio --version
I1006 11:31:19.727242 312751 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 11:31:19.730241 312751 cli_runner.go:164] Run: docker network inspect functional-061974 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 11:31:19.750055 312751 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1006 11:31:19.757320 312751 out.go:179] - apiserver.enable-admission-plugins=NamespaceAutoProvision
I1006 11:31:19.760267 312751 kubeadm.go:883] updating cluster {Name:functional-061974 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-061974 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 11:31:19.760392 312751 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:31:19.760473 312751 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 11:31:19.794416 312751 crio.go:514] all images are preloaded for cri-o runtime.
I1006 11:31:19.794427 312751 crio.go:433] Images already preloaded, skipping extraction
I1006 11:31:19.794496 312751 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 11:31:19.821480 312751 crio.go:514] all images are preloaded for cri-o runtime.
I1006 11:31:19.821491 312751 cache_images.go:85] Images are preloaded, skipping loading
I1006 11:31:19.821498 312751 kubeadm.go:934] updating node { 192.168.49.2 8441 v1.34.1 crio true true} ...
I1006 11:31:19.821870 312751 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=functional-061974 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:functional-061974 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 11:31:19.821987 312751 ssh_runner.go:195] Run: crio config
I1006 11:31:19.892732 312751 extraconfig.go:124] Overwriting default enable-admission-plugins=NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota with user provided enable-admission-plugins=NamespaceAutoProvision for component apiserver
I1006 11:31:19.892753 312751 cni.go:84] Creating CNI manager for ""
I1006 11:31:19.892762 312751 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:31:19.892770 312751 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 11:31:19.892794 312751 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8441 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:functional-061974 NodeName:functional-061974 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceAutoProvision] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:ma
p[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 11:31:19.892925 312751 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8441
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "functional-061974"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceAutoProvision"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8441
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 11:31:19.892997 312751 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 11:31:19.911718 312751 binaries.go:44] Found k8s binaries, skipping transfer
I1006 11:31:19.911782 312751 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 11:31:19.926441 312751 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 11:31:19.948630 312751 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 11:31:19.965502 312751 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2064 bytes)
I1006 11:31:19.986589 312751 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1006 11:31:19.991973 312751 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:31:20.145223 312751 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 11:31:20.158792 312751 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974 for IP: 192.168.49.2
I1006 11:31:20.158805 312751 certs.go:195] generating shared ca certs ...
I1006 11:31:20.158820 312751 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:31:20.158965 312751 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 11:31:20.159014 312751 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 11:31:20.159031 312751 certs.go:257] generating profile certs ...
I1006 11:31:20.159118 312751 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.key
I1006 11:31:20.159169 312751 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/apiserver.key.109f2ea5
I1006 11:31:20.159206 312751 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/proxy-client.key
I1006 11:31:20.159327 312751 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 11:31:20.159363 312751 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 11:31:20.159370 312751 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 11:31:20.159408 312751 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 11:31:20.159434 312751 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 11:31:20.159454 312751 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 11:31:20.159494 312751 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 11:31:20.160107 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 11:31:20.181126 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 11:31:20.201423 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 11:31:20.220188 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 11:31:20.238517 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 11:31:20.256940 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 11:31:20.276174 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 11:31:20.294334 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 11:31:20.312405 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 11:31:20.330424 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 11:31:20.348510 312751 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 11:31:20.368503 312751 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 11:31:20.381651 312751 ssh_runner.go:195] Run: openssl version
I1006 11:31:20.388176 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 11:31:20.397054 312751 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 11:31:20.400933 312751 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 11:31:20.400987 312751 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 11:31:20.443405 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 11:31:20.451773 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 11:31:20.460481 312751 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 11:31:20.464562 312751 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 11:31:20.464621 312751 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 11:31:20.505806 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 11:31:20.513915 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 11:31:20.522525 312751 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 11:31:20.526519 312751 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 11:31:20.526580 312751 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 11:31:20.567857 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 11:31:20.576088 312751 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 11:31:20.580069 312751 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 11:31:20.621451 312751 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 11:31:20.662653 312751 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 11:31:20.705553 312751 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 11:31:20.747942 312751 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 11:31:20.789198 312751 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 11:31:20.830271 312751 kubeadm.go:400] StartCluster: {Name:functional-061974 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-061974 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p
MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 11:31:20.830354 312751 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 11:31:20.830432 312751 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:31:20.859663 312751 cri.go:89] found id: "b3b131fc5815683f5bb9eba008afc7dcb04f54b5f63fc1b43906cb8a215251c9"
I1006 11:31:20.859674 312751 cri.go:89] found id: "907591ffbae583cc8016e4d4fe1d449bff96fa6703790165d65fce2b1d2dfa79"
I1006 11:31:20.859678 312751 cri.go:89] found id: "a86b70c8366092e81d0906ae0b18784bd7758f8e774aa79cc4b0d9b1a27273d8"
I1006 11:31:20.859681 312751 cri.go:89] found id: "5401a9eb7155a2c62b708b7ccf27c9b09a35e3ffb0651d2baf3864a463c2a66c"
I1006 11:31:20.859684 312751 cri.go:89] found id: "ad3a78339302c7549a5b8694ca7ad64f6ccbf9744f619006f9807b54620bf254"
I1006 11:31:20.859694 312751 cri.go:89] found id: "39c6d08e8404b439886d8a26184d41ab239ac9792fe478528b3abdc6c3990b49"
I1006 11:31:20.859697 312751 cri.go:89] found id: "8e31c5ab62cd2f887682e5784f09519c40dcc6178f34227837b00583d19cdb13"
I1006 11:31:20.859700 312751 cri.go:89] found id: "bcec3e5c6ec822d5f43353dcb840ad27e9dad93cbafd09028603bae277af2c88"
I1006 11:31:20.859702 312751 cri.go:89] found id: ""
I1006 11:31:20.859759 312751 ssh_runner.go:195] Run: sudo runc list -f json
W1006 11:31:20.871150 312751 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:31:20Z" level=error msg="open /run/runc: no such file or directory"
I1006 11:31:20.871223 312751 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 11:31:20.879417 312751 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 11:31:20.879438 312751 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 11:31:20.879491 312751 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 11:31:20.887132 312751 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 11:31:20.887650 312751 kubeconfig.go:125] found "functional-061974" server: "https://192.168.49.2:8441"
I1006 11:31:20.889001 312751 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 11:31:20.897124 312751 kubeadm.go:644] detected kubeadm config drift (will reconfigure cluster from new /var/tmp/minikube/kubeadm.yaml):
-- stdout --
--- /var/tmp/minikube/kubeadm.yaml 2025-10-06 11:29:12.371389787 +0000
+++ /var/tmp/minikube/kubeadm.yaml.new 2025-10-06 11:31:19.980827315 +0000
@@ -24,7 +24,7 @@
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
- value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
+ value: "NamespaceAutoProvision"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
-- /stdout --
I1006 11:31:20.897133 312751 kubeadm.go:1160] stopping kube-system containers ...
I1006 11:31:20.897144 312751 cri.go:54] listing CRI containers in root : {State:all Name: Namespaces:[kube-system]}
I1006 11:31:20.897199 312751 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 11:31:20.928858 312751 cri.go:89] found id: "b3b131fc5815683f5bb9eba008afc7dcb04f54b5f63fc1b43906cb8a215251c9"
I1006 11:31:20.928883 312751 cri.go:89] found id: "907591ffbae583cc8016e4d4fe1d449bff96fa6703790165d65fce2b1d2dfa79"
I1006 11:31:20.928887 312751 cri.go:89] found id: "a86b70c8366092e81d0906ae0b18784bd7758f8e774aa79cc4b0d9b1a27273d8"
I1006 11:31:20.928890 312751 cri.go:89] found id: "5401a9eb7155a2c62b708b7ccf27c9b09a35e3ffb0651d2baf3864a463c2a66c"
I1006 11:31:20.928893 312751 cri.go:89] found id: "ad3a78339302c7549a5b8694ca7ad64f6ccbf9744f619006f9807b54620bf254"
I1006 11:31:20.928895 312751 cri.go:89] found id: "39c6d08e8404b439886d8a26184d41ab239ac9792fe478528b3abdc6c3990b49"
I1006 11:31:20.928897 312751 cri.go:89] found id: "8e31c5ab62cd2f887682e5784f09519c40dcc6178f34227837b00583d19cdb13"
I1006 11:31:20.928899 312751 cri.go:89] found id: "bcec3e5c6ec822d5f43353dcb840ad27e9dad93cbafd09028603bae277af2c88"
I1006 11:31:20.928901 312751 cri.go:89] found id: ""
I1006 11:31:20.928906 312751 cri.go:252] Stopping containers: [b3b131fc5815683f5bb9eba008afc7dcb04f54b5f63fc1b43906cb8a215251c9 907591ffbae583cc8016e4d4fe1d449bff96fa6703790165d65fce2b1d2dfa79 a86b70c8366092e81d0906ae0b18784bd7758f8e774aa79cc4b0d9b1a27273d8 5401a9eb7155a2c62b708b7ccf27c9b09a35e3ffb0651d2baf3864a463c2a66c ad3a78339302c7549a5b8694ca7ad64f6ccbf9744f619006f9807b54620bf254 39c6d08e8404b439886d8a26184d41ab239ac9792fe478528b3abdc6c3990b49 8e31c5ab62cd2f887682e5784f09519c40dcc6178f34227837b00583d19cdb13 bcec3e5c6ec822d5f43353dcb840ad27e9dad93cbafd09028603bae277af2c88]
I1006 11:31:20.928973 312751 ssh_runner.go:195] Run: which crictl
I1006 11:31:20.933977 312751 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl stop --timeout=10 b3b131fc5815683f5bb9eba008afc7dcb04f54b5f63fc1b43906cb8a215251c9 907591ffbae583cc8016e4d4fe1d449bff96fa6703790165d65fce2b1d2dfa79 a86b70c8366092e81d0906ae0b18784bd7758f8e774aa79cc4b0d9b1a27273d8 5401a9eb7155a2c62b708b7ccf27c9b09a35e3ffb0651d2baf3864a463c2a66c ad3a78339302c7549a5b8694ca7ad64f6ccbf9744f619006f9807b54620bf254 39c6d08e8404b439886d8a26184d41ab239ac9792fe478528b3abdc6c3990b49 8e31c5ab62cd2f887682e5784f09519c40dcc6178f34227837b00583d19cdb13 bcec3e5c6ec822d5f43353dcb840ad27e9dad93cbafd09028603bae277af2c88
I1006 11:31:21.007221 312751 ssh_runner.go:195] Run: sudo systemctl stop kubelet
I1006 11:31:21.124350 312751 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 11:31:21.133125 312751 kubeadm.go:157] found existing configuration files:
-rw------- 1 root root 5631 Oct 6 11:29 /etc/kubernetes/admin.conf
-rw------- 1 root root 5640 Oct 6 11:29 /etc/kubernetes/controller-manager.conf
-rw------- 1 root root 1972 Oct 6 11:29 /etc/kubernetes/kubelet.conf
-rw------- 1 root root 5584 Oct 6 11:29 /etc/kubernetes/scheduler.conf
I1006 11:31:21.133194 312751 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/admin.conf
I1006 11:31:21.141223 312751 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/kubelet.conf
I1006 11:31:21.149586 312751 kubeadm.go:163] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/kubelet.conf: Process exited with status 1
stdout:
stderr:
I1006 11:31:21.149646 312751 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 11:31:21.157233 312751 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf
I1006 11:31:21.165133 312751 kubeadm.go:163] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf: Process exited with status 1
stdout:
stderr:
I1006 11:31:21.165196 312751 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 11:31:21.173011 312751 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf
I1006 11:31:21.180905 312751 kubeadm.go:163] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf: Process exited with status 1
stdout:
stderr:
I1006 11:31:21.180974 312751 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 11:31:21.188899 312751 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 11:31:21.196992 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase certs all --config /var/tmp/minikube/kubeadm.yaml"
I1006 11:31:21.246750 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml"
I1006 11:31:23.074210 312751 ssh_runner.go:235] Completed: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml": (1.827434319s)
I1006 11:31:23.074274 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase kubelet-start --config /var/tmp/minikube/kubeadm.yaml"
I1006 11:31:23.297112 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase control-plane all --config /var/tmp/minikube/kubeadm.yaml"
I1006 11:31:23.366844 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase etcd local --config /var/tmp/minikube/kubeadm.yaml"
I1006 11:31:23.427612 312751 api_server.go:52] waiting for apiserver process to appear ...
I1006 11:31:23.427680 312751 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 11:31:23.927784 312751 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 11:31:24.428181 312751 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 11:31:24.445943 312751 api_server.go:72] duration metric: took 1.018341414s to wait for apiserver process to appear ...
I1006 11:31:24.445958 312751 api_server.go:88] waiting for apiserver healthz status ...
I1006 11:31:24.445976 312751 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1006 11:31:27.801576 312751 api_server.go:279] https://192.168.49.2:8441/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1006 11:31:27.801593 312751 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1006 11:31:27.801613 312751 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1006 11:31:27.835918 312751 api_server.go:279] https://192.168.49.2:8441/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1006 11:31:27.835934 312751 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1006 11:31:27.946101 312751 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1006 11:31:27.962649 312751 api_server.go:279] https://192.168.49.2:8441/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[-]poststarthook/start-service-ip-repair-controllers failed: reason withheld
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[-]poststarthook/bootstrap-controller failed: reason withheld
[-]poststarthook/start-kubernetes-service-cidr-controller failed: reason withheld
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 11:31:27.962678 312751 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[-]poststarthook/start-service-ip-repair-controllers failed: reason withheld
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[-]poststarthook/bootstrap-controller failed: reason withheld
[-]poststarthook/start-kubernetes-service-cidr-controller failed: reason withheld
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 11:31:28.446086 312751 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1006 11:31:28.463948 312751 api_server.go:279] https://192.168.49.2:8441/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 11:31:28.463968 312751 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 11:31:28.946354 312751 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1006 11:31:28.957833 312751 api_server.go:279] https://192.168.49.2:8441/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 11:31:28.957860 312751 api_server.go:103] status: https://192.168.49.2:8441/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 11:31:29.446092 312751 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1006 11:31:29.459031 312751 api_server.go:279] https://192.168.49.2:8441/healthz returned 200:
ok
I1006 11:31:29.473866 312751 api_server.go:141] control plane version: v1.34.1
I1006 11:31:29.473882 312751 api_server.go:131] duration metric: took 5.027920056s to wait for apiserver health ...
I1006 11:31:29.473890 312751 cni.go:84] Creating CNI manager for ""
I1006 11:31:29.473895 312751 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:31:29.477769 312751 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 11:31:29.480746 312751 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 11:31:29.485675 312751 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 11:31:29.485698 312751 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 11:31:29.500593 312751 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 11:31:29.996311 312751 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 11:31:29.999985 312751 system_pods.go:59] 8 kube-system pods found
I1006 11:31:30.000005 312751 system_pods.go:61] "coredns-66bc5c9577-sq5wv" [c1281d63-6208-4abe-b159-80bb8073ac7c] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:31:30.000013 312751 system_pods.go:61] "etcd-functional-061974" [bd6afb5d-a66e-455f-bdde-8a0b865941f5] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 11:31:30.000019 312751 system_pods.go:61] "kindnet-gcvrv" [215a986f-903f-4681-8613-d1bf50a8d51c] Running
I1006 11:31:30.000025 312751 system_pods.go:61] "kube-apiserver-functional-061974" [bb235e1f-4ba6-42b5-99ed-3b183116a354] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 11:31:30.000031 312751 system_pods.go:61] "kube-controller-manager-functional-061974" [461f6cf6-06d0-49d3-ba52-0f795340896a] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 11:31:30.000035 312751 system_pods.go:61] "kube-proxy-ngzjn" [8369aea3-cd11-47a9-8f18-c6bb86eb93ce] Running
I1006 11:31:30.000042 312751 system_pods.go:61] "kube-scheduler-functional-061974" [e8900167-25ed-4235-b4eb-c7a5f97f06ba] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 11:31:30.000046 312751 system_pods.go:61] "storage-provisioner" [4e0904b0-ace6-4fae-b307-08ae4fd72333] Running
I1006 11:31:30.000050 312751 system_pods.go:74] duration metric: took 3.72938ms to wait for pod list to return data ...
I1006 11:31:30.000057 312751 node_conditions.go:102] verifying NodePressure condition ...
I1006 11:31:30.002893 312751 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 11:31:30.002911 312751 node_conditions.go:123] node cpu capacity is 2
I1006 11:31:30.002921 312751 node_conditions.go:105] duration metric: took 2.861282ms to run NodePressure ...
I1006 11:31:30.002980 312751 ssh_runner.go:195] Run: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init phase addon all --config /var/tmp/minikube/kubeadm.yaml"
I1006 11:31:30.320895 312751 kubeadm.go:728] waiting for restarted kubelet to initialise ...
I1006 11:31:30.324832 312751 kubeadm.go:743] kubelet initialised
I1006 11:31:30.324843 312751 kubeadm.go:744] duration metric: took 3.935843ms waiting for restarted kubelet to initialise ...
I1006 11:31:30.324858 312751 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 11:31:30.335098 312751 ops.go:34] apiserver oom_adj: -16
I1006 11:31:30.335110 312751 kubeadm.go:601] duration metric: took 9.455666519s to restartPrimaryControlPlane
I1006 11:31:30.335118 312751 kubeadm.go:402] duration metric: took 9.504856945s to StartCluster
I1006 11:31:30.335133 312751 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:31:30.335196 312751 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:31:30.335857 312751 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:31:30.336101 312751 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 11:31:30.336392 312751 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:31:30.336429 312751 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 11:31:30.336485 312751 addons.go:69] Setting storage-provisioner=true in profile "functional-061974"
I1006 11:31:30.336493 312751 addons.go:69] Setting default-storageclass=true in profile "functional-061974"
I1006 11:31:30.336505 312751 addons.go:238] Setting addon storage-provisioner=true in "functional-061974"
I1006 11:31:30.336509 312751 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "functional-061974"
W1006 11:31:30.336510 312751 addons.go:247] addon storage-provisioner should already be in state true
I1006 11:31:30.336529 312751 host.go:66] Checking if "functional-061974" exists ...
I1006 11:31:30.336818 312751 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:31:30.336959 312751 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:31:30.340153 312751 out.go:179] * Verifying Kubernetes components...
I1006 11:31:30.347481 312751 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 11:31:30.364261 312751 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 11:31:30.367100 312751 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 11:31:30.367112 312751 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 11:31:30.367180 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:30.370507 312751 addons.go:238] Setting addon default-storageclass=true in "functional-061974"
W1006 11:31:30.370518 312751 addons.go:247] addon default-storageclass should already be in state true
I1006 11:31:30.370541 312751 host.go:66] Checking if "functional-061974" exists ...
I1006 11:31:30.370981 312751 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:31:30.407987 312751 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:31:30.412903 312751 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 11:31:30.412916 312751 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 11:31:30.412983 312751 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:30.435420 312751 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:31:30.566729 312751 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 11:31:30.577953 312751 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 11:31:30.584219 312751 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 11:31:31.453487 312751 node_ready.go:35] waiting up to 6m0s for node "functional-061974" to be "Ready" ...
I1006 11:31:31.456878 312751 node_ready.go:49] node "functional-061974" is "Ready"
I1006 11:31:31.456894 312751 node_ready.go:38] duration metric: took 3.390514ms for node "functional-061974" to be "Ready" ...
I1006 11:31:31.456905 312751 api_server.go:52] waiting for apiserver process to appear ...
I1006 11:31:31.456964 312751 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 11:31:31.465905 312751 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1006 11:31:31.468728 312751 addons.go:514] duration metric: took 1.132275254s for enable addons: enabled=[storage-provisioner default-storageclass]
I1006 11:31:31.471049 312751 api_server.go:72] duration metric: took 1.134921113s to wait for apiserver process to appear ...
I1006 11:31:31.471060 312751 api_server.go:88] waiting for apiserver healthz status ...
I1006 11:31:31.471080 312751 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8441/healthz ...
I1006 11:31:31.480394 312751 api_server.go:279] https://192.168.49.2:8441/healthz returned 200:
ok
I1006 11:31:31.481506 312751 api_server.go:141] control plane version: v1.34.1
I1006 11:31:31.481544 312751 api_server.go:131] duration metric: took 10.452865ms to wait for apiserver health ...
I1006 11:31:31.481552 312751 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 11:31:31.484885 312751 system_pods.go:59] 8 kube-system pods found
I1006 11:31:31.484904 312751 system_pods.go:61] "coredns-66bc5c9577-sq5wv" [c1281d63-6208-4abe-b159-80bb8073ac7c] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:31:31.484911 312751 system_pods.go:61] "etcd-functional-061974" [bd6afb5d-a66e-455f-bdde-8a0b865941f5] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 11:31:31.484916 312751 system_pods.go:61] "kindnet-gcvrv" [215a986f-903f-4681-8613-d1bf50a8d51c] Running
I1006 11:31:31.484922 312751 system_pods.go:61] "kube-apiserver-functional-061974" [bb235e1f-4ba6-42b5-99ed-3b183116a354] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 11:31:31.484928 312751 system_pods.go:61] "kube-controller-manager-functional-061974" [461f6cf6-06d0-49d3-ba52-0f795340896a] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 11:31:31.484931 312751 system_pods.go:61] "kube-proxy-ngzjn" [8369aea3-cd11-47a9-8f18-c6bb86eb93ce] Running
I1006 11:31:31.484937 312751 system_pods.go:61] "kube-scheduler-functional-061974" [e8900167-25ed-4235-b4eb-c7a5f97f06ba] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 11:31:31.484941 312751 system_pods.go:61] "storage-provisioner" [4e0904b0-ace6-4fae-b307-08ae4fd72333] Running
I1006 11:31:31.484946 312751 system_pods.go:74] duration metric: took 3.388897ms to wait for pod list to return data ...
I1006 11:31:31.484953 312751 default_sa.go:34] waiting for default service account to be created ...
I1006 11:31:31.487774 312751 default_sa.go:45] found service account: "default"
I1006 11:31:31.487787 312751 default_sa.go:55] duration metric: took 2.829594ms for default service account to be created ...
I1006 11:31:31.487794 312751 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 11:31:31.491116 312751 system_pods.go:86] 8 kube-system pods found
I1006 11:31:31.491133 312751 system_pods.go:89] "coredns-66bc5c9577-sq5wv" [c1281d63-6208-4abe-b159-80bb8073ac7c] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 11:31:31.491140 312751 system_pods.go:89] "etcd-functional-061974" [bd6afb5d-a66e-455f-bdde-8a0b865941f5] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 11:31:31.491144 312751 system_pods.go:89] "kindnet-gcvrv" [215a986f-903f-4681-8613-d1bf50a8d51c] Running
I1006 11:31:31.491151 312751 system_pods.go:89] "kube-apiserver-functional-061974" [bb235e1f-4ba6-42b5-99ed-3b183116a354] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 11:31:31.491156 312751 system_pods.go:89] "kube-controller-manager-functional-061974" [461f6cf6-06d0-49d3-ba52-0f795340896a] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 11:31:31.491160 312751 system_pods.go:89] "kube-proxy-ngzjn" [8369aea3-cd11-47a9-8f18-c6bb86eb93ce] Running
I1006 11:31:31.491166 312751 system_pods.go:89] "kube-scheduler-functional-061974" [e8900167-25ed-4235-b4eb-c7a5f97f06ba] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 11:31:31.491169 312751 system_pods.go:89] "storage-provisioner" [4e0904b0-ace6-4fae-b307-08ae4fd72333] Running
I1006 11:31:31.491174 312751 system_pods.go:126] duration metric: took 3.376056ms to wait for k8s-apps to be running ...
I1006 11:31:31.491180 312751 system_svc.go:44] waiting for kubelet service to be running ....
I1006 11:31:31.491240 312751 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 11:31:31.505479 312751 system_svc.go:56] duration metric: took 14.288147ms WaitForService to wait for kubelet
I1006 11:31:31.505498 312751 kubeadm.go:586] duration metric: took 1.169374079s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 11:31:31.505515 312751 node_conditions.go:102] verifying NodePressure condition ...
I1006 11:31:31.510806 312751 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 11:31:31.510821 312751 node_conditions.go:123] node cpu capacity is 2
I1006 11:31:31.510832 312751 node_conditions.go:105] duration metric: took 5.312396ms to run NodePressure ...
I1006 11:31:31.510843 312751 start.go:241] waiting for startup goroutines ...
I1006 11:31:31.510849 312751 start.go:246] waiting for cluster config update ...
I1006 11:31:31.510859 312751 start.go:255] writing updated cluster config ...
I1006 11:31:31.511209 312751 ssh_runner.go:195] Run: rm -f paused
I1006 11:31:31.518019 312751 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 11:31:31.526330 312751 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-sq5wv" in "kube-system" namespace to be "Ready" or be gone ...
W1006 11:31:33.532887 312751 pod_ready.go:104] pod "coredns-66bc5c9577-sq5wv" is not "Ready", error: <nil>
I1006 11:31:34.532855 312751 pod_ready.go:94] pod "coredns-66bc5c9577-sq5wv" is "Ready"
I1006 11:31:34.532870 312751 pod_ready.go:86] duration metric: took 3.0065248s for pod "coredns-66bc5c9577-sq5wv" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:34.535712 312751 pod_ready.go:83] waiting for pod "etcd-functional-061974" in "kube-system" namespace to be "Ready" or be gone ...
W1006 11:31:36.541455 312751 pod_ready.go:104] pod "etcd-functional-061974" is not "Ready", error: <nil>
W1006 11:31:38.542959 312751 pod_ready.go:104] pod "etcd-functional-061974" is not "Ready", error: <nil>
W1006 11:31:41.041623 312751 pod_ready.go:104] pod "etcd-functional-061974" is not "Ready", error: <nil>
I1006 11:31:43.041203 312751 pod_ready.go:94] pod "etcd-functional-061974" is "Ready"
I1006 11:31:43.041218 312751 pod_ready.go:86] duration metric: took 8.505492856s for pod "etcd-functional-061974" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.043655 312751 pod_ready.go:83] waiting for pod "kube-apiserver-functional-061974" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.048274 312751 pod_ready.go:94] pod "kube-apiserver-functional-061974" is "Ready"
I1006 11:31:43.048288 312751 pod_ready.go:86] duration metric: took 4.620668ms for pod "kube-apiserver-functional-061974" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.050787 312751 pod_ready.go:83] waiting for pod "kube-controller-manager-functional-061974" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.055891 312751 pod_ready.go:94] pod "kube-controller-manager-functional-061974" is "Ready"
I1006 11:31:43.055905 312751 pod_ready.go:86] duration metric: took 5.104641ms for pod "kube-controller-manager-functional-061974" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.058173 312751 pod_ready.go:83] waiting for pod "kube-proxy-ngzjn" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.239412 312751 pod_ready.go:94] pod "kube-proxy-ngzjn" is "Ready"
I1006 11:31:43.239426 312751 pod_ready.go:86] duration metric: took 181.240696ms for pod "kube-proxy-ngzjn" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.439647 312751 pod_ready.go:83] waiting for pod "kube-scheduler-functional-061974" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.839910 312751 pod_ready.go:94] pod "kube-scheduler-functional-061974" is "Ready"
I1006 11:31:43.839926 312751 pod_ready.go:86] duration metric: took 400.265567ms for pod "kube-scheduler-functional-061974" in "kube-system" namespace to be "Ready" or be gone ...
I1006 11:31:43.839937 312751 pod_ready.go:40] duration metric: took 12.321893751s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 11:31:43.894214 312751 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 11:31:43.899582 312751 out.go:179] * Done! kubectl is now configured to use "functional-061974" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 11:32:23 functional-061974 crio[3733]: time="2025-10-06T11:32:23.410163298Z" level=info msg="Stopped pod sandbox (already stopped): 72f6e67640c2cec296ce3ddb9d38cce136e03bfb91dbcf82650cb5d209150ee1" id=813997c2-2006-473c-ba37-9714511c2415 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 11:32:23 functional-061974 crio[3733]: time="2025-10-06T11:32:23.410554924Z" level=info msg="Removing pod sandbox: 72f6e67640c2cec296ce3ddb9d38cce136e03bfb91dbcf82650cb5d209150ee1" id=48124d02-284b-4d29-95e8-494fef182bb8 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 06 11:32:23 functional-061974 crio[3733]: time="2025-10-06T11:32:23.414204849Z" level=info msg="Removed pod sandbox: 72f6e67640c2cec296ce3ddb9d38cce136e03bfb91dbcf82650cb5d209150ee1" id=48124d02-284b-4d29-95e8-494fef182bb8 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 06 11:32:23 functional-061974 crio[3733]: time="2025-10-06T11:32:23.41472175Z" level=info msg="Stopping pod sandbox: c60e2352ed4bcf36ffb4f3780fe0d8b7396adaeb2e737315f09cf273335ee176" id=18f99ff2-a7e8-42b4-976a-69b4ab6e7ef0 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 11:32:23 functional-061974 crio[3733]: time="2025-10-06T11:32:23.414774115Z" level=info msg="Stopped pod sandbox (already stopped): c60e2352ed4bcf36ffb4f3780fe0d8b7396adaeb2e737315f09cf273335ee176" id=18f99ff2-a7e8-42b4-976a-69b4ab6e7ef0 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 06 11:32:23 functional-061974 crio[3733]: time="2025-10-06T11:32:23.415152859Z" level=info msg="Removing pod sandbox: c60e2352ed4bcf36ffb4f3780fe0d8b7396adaeb2e737315f09cf273335ee176" id=8ec86eab-c43b-41cc-9bb3-72c36e601cee name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 06 11:32:23 functional-061974 crio[3733]: time="2025-10-06T11:32:23.418846345Z" level=info msg="Removed pod sandbox: c60e2352ed4bcf36ffb4f3780fe0d8b7396adaeb2e737315f09cf273335ee176" id=8ec86eab-c43b-41cc-9bb3-72c36e601cee name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 06 11:32:23 functional-061974 crio[3733]: time="2025-10-06T11:32:23.444658034Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=0222cd8c-0d25-4e70-af67-7194541369ce name=/runtime.v1.ImageService/PullImage
Oct 06 11:32:25 functional-061974 crio[3733]: time="2025-10-06T11:32:25.467544153Z" level=info msg="Running pod sandbox: default/hello-node-75c85bcc94-sbmz2/POD" id=bf8cec02-8772-41a0-8f8f-b0684fd17bc8 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 11:32:25 functional-061974 crio[3733]: time="2025-10-06T11:32:25.467635532Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 11:32:25 functional-061974 crio[3733]: time="2025-10-06T11:32:25.482344216Z" level=info msg="Got pod network &{Name:hello-node-75c85bcc94-sbmz2 Namespace:default ID:c20bf092d636f134eea195556c73f8df3427f02fa48a4475da556329c2278a0b UID:77b69058-ab6f-431f-8c2e-070e78dff3a6 NetNS:/var/run/netns/48e3070c-74ac-4c30-8268-4b0e57cb9ae0 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4000078488}] Aliases:map[]}"
Oct 06 11:32:25 functional-061974 crio[3733]: time="2025-10-06T11:32:25.482754714Z" level=info msg="Adding pod default_hello-node-75c85bcc94-sbmz2 to CNI network \"kindnet\" (type=ptp)"
Oct 06 11:32:25 functional-061974 crio[3733]: time="2025-10-06T11:32:25.491545667Z" level=info msg="Got pod network &{Name:hello-node-75c85bcc94-sbmz2 Namespace:default ID:c20bf092d636f134eea195556c73f8df3427f02fa48a4475da556329c2278a0b UID:77b69058-ab6f-431f-8c2e-070e78dff3a6 NetNS:/var/run/netns/48e3070c-74ac-4c30-8268-4b0e57cb9ae0 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4000078488}] Aliases:map[]}"
Oct 06 11:32:25 functional-061974 crio[3733]: time="2025-10-06T11:32:25.491700315Z" level=info msg="Checking pod default_hello-node-75c85bcc94-sbmz2 for CNI network kindnet (type=ptp)"
Oct 06 11:32:25 functional-061974 crio[3733]: time="2025-10-06T11:32:25.494509578Z" level=info msg="Ran pod sandbox c20bf092d636f134eea195556c73f8df3427f02fa48a4475da556329c2278a0b with infra container: default/hello-node-75c85bcc94-sbmz2/POD" id=bf8cec02-8772-41a0-8f8f-b0684fd17bc8 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 11:32:25 functional-061974 crio[3733]: time="2025-10-06T11:32:25.496982263Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=9d8ad1d0-e8ba-4a56-a387-01e3f6d497b5 name=/runtime.v1.ImageService/PullImage
Oct 06 11:32:39 functional-061974 crio[3733]: time="2025-10-06T11:32:39.444558283Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=5d7f8373-3400-4c22-94b5-7bab0e1c6817 name=/runtime.v1.ImageService/PullImage
Oct 06 11:32:47 functional-061974 crio[3733]: time="2025-10-06T11:32:47.44422092Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=727f72a8-d145-4564-b5ee-97b14ba99e03 name=/runtime.v1.ImageService/PullImage
Oct 06 11:33:07 functional-061974 crio[3733]: time="2025-10-06T11:33:07.445428238Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=02693fbf-5c8b-45c7-a851-ceff7ee87fb2 name=/runtime.v1.ImageService/PullImage
Oct 06 11:33:35 functional-061974 crio[3733]: time="2025-10-06T11:33:35.444271143Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=0ccca3e7-cd5d-45b9-82ef-91e634ac8993 name=/runtime.v1.ImageService/PullImage
Oct 06 11:33:50 functional-061974 crio[3733]: time="2025-10-06T11:33:50.443932166Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=71b80118-1bd6-4ac3-92a4-4730710ebbb2 name=/runtime.v1.ImageService/PullImage
Oct 06 11:35:05 functional-061974 crio[3733]: time="2025-10-06T11:35:05.444658582Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=77d81999-2372-4191-a8eb-aeb5c9337842 name=/runtime.v1.ImageService/PullImage
Oct 06 11:35:21 functional-061974 crio[3733]: time="2025-10-06T11:35:21.444426683Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=9e9d27ee-c52c-46a0-9da0-cbdebef90c6f name=/runtime.v1.ImageService/PullImage
Oct 06 11:37:54 functional-061974 crio[3733]: time="2025-10-06T11:37:54.443514244Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=2f994d65-6993-4abc-888c-73485b956f7d name=/runtime.v1.ImageService/PullImage
Oct 06 11:38:07 functional-061974 crio[3733]: time="2025-10-06T11:38:07.444214361Z" level=info msg="Pulling image: kicbase/echo-server:latest" id=37166ea0-54c5-4916-8156-00497226efd4 name=/runtime.v1.ImageService/PullImage
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
1d418725f09c6 docker.io/library/nginx@sha256:e041cf856a0f3790b5ef37a966f43d872fba48fcf4405fd3e8a28ac5f7436992 9 minutes ago Running myfrontend 0 a91698985116a sp-pod default
7c567a082e437 docker.io/library/nginx@sha256:77d740efa8f9c4753f2a7212d8422b8c77411681971f400ea03d07fe38476cac 10 minutes ago Running nginx 0 1ef750332cda4 nginx-svc default
5cefaede1d421 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 10 minutes ago Running kube-proxy 3 bdfb8b215c029 kube-proxy-ngzjn kube-system
d3d79af550e93 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 10 minutes ago Running coredns 3 6aaab4f4438a9 coredns-66bc5c9577-sq5wv kube-system
2ff46493a2205 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 10 minutes ago Running kindnet-cni 3 680549c88faa8 kindnet-gcvrv kube-system
972931b90e93d ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 10 minutes ago Running storage-provisioner 4 645380e228382 storage-provisioner kube-system
77a90f1289b0b 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 10 minutes ago Running kube-apiserver 0 2e4a7e26c4ba6 kube-apiserver-functional-061974 kube-system
f4c246e0462c6 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 10 minutes ago Running kube-scheduler 3 cc11470966012 kube-scheduler-functional-061974 kube-system
bd8bfff63ebe1 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 10 minutes ago Running kube-controller-manager 3 f20d07478949a kube-controller-manager-functional-061974 kube-system
67e0cddb78a8e a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 10 minutes ago Running etcd 3 b2b0d118ff131 etcd-functional-061974 kube-system
b3b131fc58156 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 11 minutes ago Exited storage-provisioner 3 645380e228382 storage-provisioner kube-system
907591ffbae58 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 11 minutes ago Exited coredns 2 6aaab4f4438a9 coredns-66bc5c9577-sq5wv kube-system
5401a9eb7155a 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 11 minutes ago Exited kube-controller-manager 2 f20d07478949a kube-controller-manager-functional-061974 kube-system
ad3a78339302c b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 11 minutes ago Exited kube-scheduler 2 cc11470966012 kube-scheduler-functional-061974 kube-system
39c6d08e8404b 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 11 minutes ago Exited kube-proxy 2 bdfb8b215c029 kube-proxy-ngzjn kube-system
8e31c5ab62cd2 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 11 minutes ago Exited kindnet-cni 2 680549c88faa8 kindnet-gcvrv kube-system
bcec3e5c6ec82 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 11 minutes ago Exited etcd 2 b2b0d118ff131 etcd-functional-061974 kube-system
==> coredns [907591ffbae583cc8016e4d4fe1d449bff96fa6703790165d65fce2b1d2dfa79] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:56528 - 2311 "HINFO IN 9010272244009211134.4919630865952242736. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.076379847s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [d3d79af550e9324a5b7344a96f0dcead6f46e314981d5497cba5115c3b9a1666] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:58255 - 24549 "HINFO IN 2068738157645477426.1182452665276519559. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.021626856s
==> describe nodes <==
Name: functional-061974
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=functional-061974
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=functional-061974
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T11_29_30_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 11:29:26 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: functional-061974
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 11:42:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 11:41:29 +0000 Mon, 06 Oct 2025 11:29:22 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 11:41:29 +0000 Mon, 06 Oct 2025 11:29:22 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 11:41:29 +0000 Mon, 06 Oct 2025 11:29:22 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 11:41:29 +0000 Mon, 06 Oct 2025 11:30:15 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: functional-061974
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: ceac11fb77ef46dc9c4b3cdb7c3ca911
System UUID: c0aa80c2-36e5-4dda-ac6e-8fe00b26a4f2
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-node-75c85bcc94-sbmz2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m45s
default hello-node-connect-7d85dfc575-lcsq5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
default nginx-svc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
default sp-pod 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m53s
kube-system coredns-66bc5c9577-sq5wv 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 12m
kube-system etcd-functional-061974 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 12m
kube-system kindnet-gcvrv 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 12m
kube-system kube-apiserver-functional-061974 250m (12%) 0 (0%) 0 (0%) 0 (0%) 10m
kube-system kube-controller-manager-functional-061974 200m (10%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-ngzjn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-functional-061974 100m (5%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal Starting 10m kube-proxy
Normal Starting 11m kube-proxy
Warning CgroupV1 12m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 12m kubelet Node functional-061974 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node functional-061974 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node functional-061974 status is now: NodeHasSufficientPID
Normal Starting 12m kubelet Starting kubelet.
Normal RegisteredNode 12m node-controller Node functional-061974 event: Registered Node functional-061974 in Controller
Normal NodeReady 11m kubelet Node functional-061974 status is now: NodeReady
Warning ContainerGCFailed 11m kubelet rpc error: code = Unavailable desc = connection error: desc = "transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory"
Normal RegisteredNode 11m node-controller Node functional-061974 event: Registered Node functional-061974 in Controller
Normal Starting 10m kubelet Starting kubelet.
Warning CgroupV1 10m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 10m (x8 over 10m) kubelet Node functional-061974 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10m (x8 over 10m) kubelet Node functional-061974 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 10m (x8 over 10m) kubelet Node functional-061974 status is now: NodeHasSufficientPID
Normal RegisteredNode 10m node-controller Node functional-061974 event: Registered Node functional-061974 in Controller
==> dmesg <==
[Oct 6 10:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.015722] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.499596] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.033738] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.773599] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.307669] kauditd_printk_skb: 36 callbacks suppressed
[Oct 6 10:22] hrtimer: interrupt took 51027930 ns
[Oct 6 11:20] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 11:22] overlayfs: idmapped layers are currently not supported
[ +0.069462] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[Oct 6 11:28] overlayfs: idmapped layers are currently not supported
[Oct 6 11:29] overlayfs: idmapped layers are currently not supported
==> etcd [67e0cddb78a8e80aaa6a18c6cc9fae5230e8dcd98d837b696e6c290ba735f149] <==
{"level":"warn","ts":"2025-10-06T11:31:26.117716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51716","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.169089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51740","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.175659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51756","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.198729Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51772","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.222692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51798","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.237236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51814","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.286097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51820","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.306099Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51836","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.333605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51856","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.382548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51868","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.386050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51880","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.418357Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51910","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.444504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51930","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.490322Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51944","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.501760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.549127Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51982","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.564689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52004","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.602500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52010","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.647966Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52024","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.658168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52046","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.681728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52056","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:31:26.821777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52078","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-10-06T11:41:25.181767Z","caller":"mvcc/index.go:194","msg":"compact tree index","revision":1129}
{"level":"info","ts":"2025-10-06T11:41:25.206650Z","caller":"mvcc/kvstore_compaction.go:70","msg":"finished scheduled compaction","compact-revision":1129,"took":"24.474505ms","hash":276457095,"current-db-size-bytes":3346432,"current-db-size":"3.3 MB","current-db-size-in-use-bytes":1449984,"current-db-size-in-use":"1.4 MB"}
{"level":"info","ts":"2025-10-06T11:41:25.206703Z","caller":"mvcc/hash.go:157","msg":"storing new hash","hash":276457095,"revision":1129,"compact-revision":-1}
==> etcd [bcec3e5c6ec822d5f43353dcb840ad27e9dad93cbafd09028603bae277af2c88] <==
{"level":"warn","ts":"2025-10-06T11:30:40.810389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43988","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:30:40.834053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44006","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:30:40.866856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44024","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:30:40.896745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44044","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:30:40.934923Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44068","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:30:40.953647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44078","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T11:30:41.114918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44088","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-10-06T11:31:12.709790Z","caller":"osutil/interrupt_unix.go:65","msg":"received signal; shutting down","signal":"terminated"}
{"level":"info","ts":"2025-10-06T11:31:12.709871Z","caller":"embed/etcd.go:426","msg":"closing etcd server","name":"functional-061974","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"]}
{"level":"error","ts":"2025-10-06T11:31:12.709987Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-10-06T11:31:12.850122Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-10-06T11:31:12.850201Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2381: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T11:31:12.850267Z","caller":"etcdserver/server.go:1281","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"aec36adc501070cc","current-leader-member-id":"aec36adc501070cc"}
{"level":"warn","ts":"2025-10-06T11:31:12.850275Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"warn","ts":"2025-10-06T11:31:12.850305Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"error","ts":"2025-10-06T11:31:12.850313Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T11:31:12.850338Z","caller":"etcdserver/server.go:2342","msg":"server has stopped; stopping storage version's monitor"}
{"level":"info","ts":"2025-10-06T11:31:12.850357Z","caller":"etcdserver/server.go:2319","msg":"server has stopped; stopping cluster version's monitor"}
{"level":"warn","ts":"2025-10-06T11:31:12.850381Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.49.2:2379: use of closed network connection"}
{"level":"warn","ts":"2025-10-06T11:31:12.850402Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.49.2:2379: use of closed network connection"}
{"level":"error","ts":"2025-10-06T11:31:12.850411Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.49.2:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T11:31:12.854560Z","caller":"embed/etcd.go:621","msg":"stopping serving peer traffic","address":"192.168.49.2:2380"}
{"level":"error","ts":"2025-10-06T11:31:12.854661Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.49.2:2380: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T11:31:12.854698Z","caller":"embed/etcd.go:626","msg":"stopped serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2025-10-06T11:31:12.854723Z","caller":"embed/etcd.go:428","msg":"closed etcd server","name":"functional-061974","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"]}
==> kernel <==
11:42:10 up 1:24, 0 user, load average: 0.20, 0.43, 1.45
Linux functional-061974 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [2ff46493a2205ebeb0d6e96937c464aaa58dcf4e8a2c80571e279a0b168d4078] <==
I1006 11:40:09.212353 1 main.go:301] handling current node
I1006 11:40:19.211586 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:40:19.211717 1 main.go:301] handling current node
I1006 11:40:29.212292 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:40:29.212449 1 main.go:301] handling current node
I1006 11:40:39.220484 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:40:39.220520 1 main.go:301] handling current node
I1006 11:40:49.212284 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:40:49.212399 1 main.go:301] handling current node
I1006 11:40:59.213223 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:40:59.213261 1 main.go:301] handling current node
I1006 11:41:09.216972 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:41:09.217007 1 main.go:301] handling current node
I1006 11:41:19.219150 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:41:19.219188 1 main.go:301] handling current node
I1006 11:41:29.212465 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:41:29.212566 1 main.go:301] handling current node
I1006 11:41:39.217686 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:41:39.217722 1 main.go:301] handling current node
I1006 11:41:49.212272 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:41:49.212306 1 main.go:301] handling current node
I1006 11:41:59.218342 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:41:59.218373 1 main.go:301] handling current node
I1006 11:42:09.217621 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:42:09.217724 1 main.go:301] handling current node
==> kindnet [8e31c5ab62cd2f887682e5784f09519c40dcc6178f34227837b00583d19cdb13] <==
I1006 11:30:37.721253 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 11:30:37.721507 1 main.go:139] hostIP = 192.168.49.2
podIP = 192.168.49.2
I1006 11:30:37.724772 1 main.go:148] setting mtu 1500 for CNI
I1006 11:30:37.724798 1 main.go:178] kindnetd IP family: "ipv4"
I1006 11:30:37.724811 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T11:30:37Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 11:30:37.928037 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 11:30:37.928066 1 controller.go:381] "Waiting for informer caches to sync"
I1006 11:30:37.928077 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 11:30:37.928528 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 11:30:37.928795 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: connect: connection refused" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 11:30:37.928897 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: connect: connection refused" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 11:30:37.929222 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: connect: connection refused" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1006 11:30:38.008769 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: connect: connection refused" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1006 11:30:42.228335 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 11:30:42.228372 1 metrics.go:72] Registering metrics
I1006 11:30:42.228470 1 controller.go:711] "Syncing nftables rules"
I1006 11:30:47.925275 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:30:47.925353 1 main.go:301] handling current node
I1006 11:30:57.925878 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:30:57.925912 1 main.go:301] handling current node
I1006 11:31:07.925874 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1006 11:31:07.925977 1 main.go:301] handling current node
==> kube-apiserver [77a90f1289b0bdc9e4896fe66ecc599305b013d74562fe84dab08a9e54968590] <==
I1006 11:31:27.976895 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 11:31:27.982597 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 11:31:27.982855 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1006 11:31:27.982947 1 aggregator.go:171] initial CRD sync complete...
I1006 11:31:27.982985 1 autoregister_controller.go:144] Starting autoregister controller
I1006 11:31:27.983014 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1006 11:31:27.983042 1 cache.go:39] Caches are synced for autoregister controller
E1006 11:31:27.984429 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 11:31:28.045889 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1006 11:31:28.476835 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 11:31:28.660524 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 11:31:29.988809 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1006 11:31:30.177103 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 11:31:30.300099 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 11:31:30.309698 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 11:31:31.317943 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 11:31:31.519879 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 11:31:31.614391 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 11:31:47.606484 1 alloc.go:328] "allocated clusterIPs" service="default/invalid-svc" clusterIPs={"IPv4":"10.99.18.160"}
I1006 11:31:59.955658 1 alloc.go:328] "allocated clusterIPs" service="default/nginx-svc" clusterIPs={"IPv4":"10.104.182.53"}
I1006 11:32:08.641255 1 alloc.go:328] "allocated clusterIPs" service="default/hello-node-connect" clusterIPs={"IPv4":"10.101.132.122"}
E1006 11:32:17.251062 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8441->192.168.49.1:52472: use of closed network connection
E1006 11:32:25.036287 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8441->192.168.49.1:33108: use of closed network connection
I1006 11:32:25.235946 1 alloc.go:328] "allocated clusterIPs" service="default/hello-node" clusterIPs={"IPv4":"10.111.174.31"}
I1006 11:41:27.921197 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
==> kube-controller-manager [5401a9eb7155a2c62b708b7ccf27c9b09a35e3ffb0651d2baf3864a463c2a66c] <==
I1006 11:30:45.425012 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 11:30:45.431893 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 11:30:45.429687 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring"
I1006 11:30:45.446106 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 11:30:45.447054 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1006 11:30:45.447962 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1006 11:30:45.448071 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 11:30:45.448129 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1006 11:30:45.448154 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1006 11:30:45.450492 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 11:30:45.453842 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 11:30:45.457056 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 11:30:45.458446 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 11:30:45.461682 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 11:30:45.461844 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 11:30:45.465108 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 11:30:45.468078 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 11:30:45.468201 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 11:30:45.473551 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 11:30:45.476950 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1006 11:30:45.478182 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 11:30:45.500194 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 11:30:45.500243 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 11:30:45.500254 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 11:30:45.524707 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
==> kube-controller-manager [bd8bfff63ebe1edf65e0f68f74aa9c79acc5edb19f02c171c8f0896418722f1e] <==
I1006 11:31:31.245988 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 11:31:31.256941 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 11:31:31.258186 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 11:31:31.258306 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 11:31:31.258402 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="functional-061974"
I1006 11:31:31.258450 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1006 11:31:31.258512 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 11:31:31.259162 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 11:31:31.265294 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1006 11:31:31.266924 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 11:31:31.269466 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 11:31:31.273629 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1006 11:31:31.278937 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 11:31:31.280120 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1006 11:31:31.282525 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 11:31:31.287871 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 11:31:31.294160 1 shared_informer.go:356] "Caches are synced" controller="TTL"
I1006 11:31:31.296435 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 11:31:31.311451 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 11:31:31.311580 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 11:31:31.312946 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 11:31:31.318399 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 11:31:31.318501 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 11:31:31.318572 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 11:31:31.318618 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
==> kube-proxy [39c6d08e8404b439886d8a26184d41ab239ac9792fe478528b3abdc6c3990b49] <==
I1006 11:30:37.849156 1 server_linux.go:53] "Using iptables proxy"
I1006 11:30:38.338780 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 11:30:42.210265 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 11:30:42.210313 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E1006 11:30:42.210429 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 11:30:42.439701 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 11:30:42.439823 1 server_linux.go:132] "Using iptables Proxier"
I1006 11:30:42.457933 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 11:30:42.458246 1 server.go:527] "Version info" version="v1.34.1"
I1006 11:30:42.458258 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 11:30:42.459757 1 config.go:200] "Starting service config controller"
I1006 11:30:42.459822 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 11:30:42.459864 1 config.go:106] "Starting endpoint slice config controller"
I1006 11:30:42.459948 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 11:30:42.459985 1 config.go:403] "Starting serviceCIDR config controller"
I1006 11:30:42.460018 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 11:30:42.460674 1 config.go:309] "Starting node config controller"
I1006 11:30:42.460734 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 11:30:42.460765 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 11:30:42.561361 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 11:30:42.561401 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 11:30:42.561449 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-proxy [5cefaede1d421ba5a59b56c10d1f76774895b2a4b4e02c7f3426a89c1484a8ab] <==
I1006 11:31:28.935997 1 server_linux.go:53] "Using iptables proxy"
I1006 11:31:29.067410 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 11:31:29.173239 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 11:31:29.173288 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.49.2"]
E1006 11:31:29.173393 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 11:31:29.233395 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 11:31:29.233511 1 server_linux.go:132] "Using iptables Proxier"
I1006 11:31:29.315629 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 11:31:29.315967 1 server.go:527] "Version info" version="v1.34.1"
I1006 11:31:29.315987 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 11:31:29.316970 1 config.go:106] "Starting endpoint slice config controller"
I1006 11:31:29.317038 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 11:31:29.317392 1 config.go:200] "Starting service config controller"
I1006 11:31:29.317455 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 11:31:29.317861 1 config.go:403] "Starting serviceCIDR config controller"
I1006 11:31:29.318708 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 11:31:29.318014 1 config.go:309] "Starting node config controller"
I1006 11:31:29.318825 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 11:31:29.318865 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 11:31:29.417515 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1006 11:31:29.417626 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 11:31:29.418918 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [ad3a78339302c7549a5b8694ca7ad64f6ccbf9744f619006f9807b54620bf254] <==
I1006 11:30:40.228791 1 serving.go:386] Generated self-signed cert in-memory
W1006 11:30:42.058021 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1006 11:30:42.058050 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1006 11:30:42.058061 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1006 11:30:42.058068 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1006 11:30:42.134014 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 11:30:42.134047 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 11:30:42.143065 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 11:30:42.143202 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:30:42.143225 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:30:42.143258 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 11:30:42.243862 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:31:12.721394 1 secure_serving.go:259] Stopped listening on 127.0.0.1:10259
I1006 11:31:12.721427 1 server.go:263] "[graceful-termination] secure server has stopped listening"
I1006 11:31:12.721452 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1006 11:31:12.721517 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:31:12.721712 1 server.go:265] "[graceful-termination] secure server is exiting"
E1006 11:31:12.721750 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [f4c246e0462c66bdf6c460b36ebbe5351a5dcdd6056f313538cfbb839df3d6a9] <==
I1006 11:31:25.222632 1 serving.go:386] Generated self-signed cert in-memory
I1006 11:31:28.573124 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 11:31:28.573156 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 11:31:28.588916 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 11:31:28.589150 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 11:31:28.589205 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 11:31:28.589252 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 11:31:28.591498 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:31:28.601489 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 11:31:28.593264 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 11:31:28.601667 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 11:31:28.690344 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 11:31:28.701788 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 11:31:28.701914 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 11:39:35 functional-061974 kubelet[4057]: E1006 11:39:35.443466 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:39:36 functional-061974 kubelet[4057]: E1006 11:39:36.443053 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:39:49 functional-061974 kubelet[4057]: E1006 11:39:49.442996 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:39:49 functional-061974 kubelet[4057]: E1006 11:39:49.444068 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:40:03 functional-061974 kubelet[4057]: E1006 11:40:03.444336 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:40:04 functional-061974 kubelet[4057]: E1006 11:40:04.443765 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:40:16 functional-061974 kubelet[4057]: E1006 11:40:16.443444 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:40:17 functional-061974 kubelet[4057]: E1006 11:40:17.444515 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:40:28 functional-061974 kubelet[4057]: E1006 11:40:28.444018 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:40:31 functional-061974 kubelet[4057]: E1006 11:40:31.443177 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:40:41 functional-061974 kubelet[4057]: E1006 11:40:41.443557 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:40:46 functional-061974 kubelet[4057]: E1006 11:40:46.442972 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:40:55 functional-061974 kubelet[4057]: E1006 11:40:55.445468 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:40:59 functional-061974 kubelet[4057]: E1006 11:40:59.444708 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:41:06 functional-061974 kubelet[4057]: E1006 11:41:06.443592 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:41:13 functional-061974 kubelet[4057]: E1006 11:41:13.444026 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:41:18 functional-061974 kubelet[4057]: E1006 11:41:18.443878 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:41:26 functional-061974 kubelet[4057]: E1006 11:41:26.443198 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:41:30 functional-061974 kubelet[4057]: E1006 11:41:30.443403 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:41:38 functional-061974 kubelet[4057]: E1006 11:41:38.443605 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:41:41 functional-061974 kubelet[4057]: E1006 11:41:41.443345 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:41:50 functional-061974 kubelet[4057]: E1006 11:41:50.443272 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:41:54 functional-061974 kubelet[4057]: E1006 11:41:54.443327 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
Oct 06 11:42:04 functional-061974 kubelet[4057]: E1006 11:42:04.443726 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-connect-7d85dfc575-lcsq5" podUID="5c601ccb-bd9d-48e1-ae12-057516520ced"
Oct 06 11:42:08 functional-061974 kubelet[4057]: E1006 11:42:08.443891 4057 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echo-server\" with ImagePullBackOff: \"Back-off pulling image \\\"kicbase/echo-server\\\": ErrImagePull: short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list\"" pod="default/hello-node-75c85bcc94-sbmz2" podUID="77b69058-ab6f-431f-8c2e-070e78dff3a6"
==> storage-provisioner [972931b90e93dc4f88cec2df6445dbeac0a24964a4d9260592a0b3e071848ab2] <==
W1006 11:41:45.349769 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:47.353110 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:47.359936 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:49.362560 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:49.366953 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:51.369654 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:51.376244 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:53.379333 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:53.383872 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:55.386959 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:55.391380 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:57.395198 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:57.401899 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:59.404815 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:41:59.409435 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:01.412990 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:01.418817 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:03.422600 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:03.427394 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:05.430249 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:05.436917 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:07.440395 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:07.445929 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:09.448840 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:42:09.454653 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [b3b131fc5815683f5bb9eba008afc7dcb04f54b5f63fc1b43906cb8a215251c9] <==
I1006 11:31:03.138109 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 11:31:03.151376 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 11:31:03.151459 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 11:31:03.153992 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:31:06.608911 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 11:31:10.869058 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p functional-061974 -n functional-061974
helpers_test.go:269: (dbg) Run: kubectl --context functional-061974 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: hello-node-75c85bcc94-sbmz2 hello-node-connect-7d85dfc575-lcsq5
helpers_test.go:282: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context functional-061974 describe pod hello-node-75c85bcc94-sbmz2 hello-node-connect-7d85dfc575-lcsq5
helpers_test.go:290: (dbg) kubectl --context functional-061974 describe pod hello-node-75c85bcc94-sbmz2 hello-node-connect-7d85dfc575-lcsq5:
-- stdout --
Name: hello-node-75c85bcc94-sbmz2
Namespace: default
Priority: 0
Service Account: default
Node: functional-061974/192.168.49.2
Start Time: Mon, 06 Oct 2025 11:32:25 +0000
Labels: app=hello-node
pod-template-hash=75c85bcc94
Annotations: <none>
Status: Pending
IP: 10.244.0.8
IPs:
IP: 10.244.0.8
Controlled By: ReplicaSet/hello-node-75c85bcc94
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-r4nlw (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-r4nlw:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m46s default-scheduler Successfully assigned default/hello-node-75c85bcc94-sbmz2 to functional-061974
Normal Pulling 6m50s (x5 over 9m46s) kubelet Pulling image "kicbase/echo-server"
Warning Failed 6m50s (x5 over 9m46s) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 6m50s (x5 over 9m46s) kubelet Error: ErrImagePull
Warning Failed 4m39s (x20 over 9m46s) kubelet Error: ImagePullBackOff
Normal BackOff 4m27s (x21 over 9m46s) kubelet Back-off pulling image "kicbase/echo-server"
Name: hello-node-connect-7d85dfc575-lcsq5
Namespace: default
Priority: 0
Service Account: default
Node: functional-061974/192.168.49.2
Start Time: Mon, 06 Oct 2025 11:32:08 +0000
Labels: app=hello-node-connect
pod-template-hash=7d85dfc575
Annotations: <none>
Status: Pending
IP: 10.244.0.6
IPs:
IP: 10.244.0.6
Controlled By: ReplicaSet/hello-node-connect-7d85dfc575
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-zgnqc (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-zgnqc:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned default/hello-node-connect-7d85dfc575-lcsq5 to functional-061974
Normal Pulling 7m7s (x5 over 10m) kubelet Pulling image "kicbase/echo-server"
Warning Failed 7m7s (x5 over 10m) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 7m7s (x5 over 10m) kubelet Error: ErrImagePull
Normal BackOff 4m58s (x21 over 10m) kubelet Back-off pulling image "kicbase/echo-server"
Warning Failed 4m58s (x21 over 10m) kubelet Error: ImagePullBackOff
-- /stdout --
helpers_test.go:293: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestFunctional/parallel/ServiceCmdConnect (603.63s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:370: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image load --daemon kicbase/echo-server:functional-061974 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls
functional_test.go:461: expected "kicbase/echo-server:functional-061974" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (1.15s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:380: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image load --daemon kicbase/echo-server:functional-061974 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls
functional_test.go:461: expected "kicbase/echo-server:functional-061974" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (1.13s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:250: (dbg) Run: docker pull kicbase/echo-server:latest
functional_test.go:255: (dbg) Run: docker tag kicbase/echo-server:latest kicbase/echo-server:functional-061974
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image load --daemon kicbase/echo-server:functional-061974 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls
functional_test.go:461: expected "kicbase/echo-server:functional-061974" to be loaded into minikube but the image is not there
--- FAIL: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (1.43s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:395: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image save kicbase/echo-server:functional-061974 /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:401: expected "/home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar" to exist after `image save`, but doesn't exist
--- FAIL: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.42s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:424: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:426: loading image into minikube from file: <nil>
** stderr **
I1006 11:31:58.893892 316646 out.go:360] Setting OutFile to fd 1 ...
I1006 11:31:58.894050 316646 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:31:58.894062 316646 out.go:374] Setting ErrFile to fd 2...
I1006 11:31:58.894068 316646 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:31:58.894358 316646 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:31:58.894970 316646 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:31:58.895088 316646 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:31:58.895600 316646 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:31:58.920272 316646 ssh_runner.go:195] Run: systemctl --version
I1006 11:31:58.920345 316646 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:31:58.940502 316646 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:31:59.036377 316646 cache_images.go:290] Loading image from: /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar
W1006 11:31:59.036427 316646 cache_images.go:254] Failed to load cached images for "functional-061974": loading images: stat /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar: no such file or directory
I1006 11:31:59.036444 316646 cache_images.go:266] failed pushing to: functional-061974
** /stderr **
--- FAIL: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (0.20s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:434: (dbg) Run: docker rmi kicbase/echo-server:functional-061974
functional_test.go:439: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image save --daemon kicbase/echo-server:functional-061974 --alsologtostderr
functional_test.go:447: (dbg) Run: docker image inspect localhost/kicbase/echo-server:functional-061974
functional_test.go:447: (dbg) Non-zero exit: docker image inspect localhost/kicbase/echo-server:functional-061974: exit status 1 (30.063716ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: No such image: localhost/kicbase/echo-server:functional-061974
** /stderr **
functional_test.go:449: expected image to be loaded into Docker, but image was not found: exit status 1
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: No such image: localhost/kicbase/echo-server:functional-061974
** /stderr **
--- FAIL: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.54s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1451: (dbg) Run: kubectl --context functional-061974 create deployment hello-node --image kicbase/echo-server
functional_test.go:1455: (dbg) Run: kubectl --context functional-061974 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1460: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:352: "hello-node-75c85bcc94-sbmz2" [77b69058-ab6f-431f-8c2e-070e78dff3a6] Pending
helpers_test.go:352: "hello-node-75c85bcc94-sbmz2" [77b69058-ab6f-431f-8c2e-070e78dff3a6] Pending / Ready:ContainersNotReady (containers with unready status: [echo-server]) / ContainersReady:ContainersNotReady (containers with unready status: [echo-server])
E1006 11:34:20.369896 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:34:48.073701 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:39:20.370134 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:337: TestFunctional/parallel/ServiceCmd/DeployApp: WARNING: pod list for "default" "app=hello-node" returned: client rate limiter Wait returned an error: context deadline exceeded
functional_test.go:1460: ***** TestFunctional/parallel/ServiceCmd/DeployApp: pod "app=hello-node" failed to start within 10m0s: context deadline exceeded ****
functional_test.go:1460: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p functional-061974 -n functional-061974
functional_test.go:1460: TestFunctional/parallel/ServiceCmd/DeployApp: showing logs for failed pods as of 2025-10-06 11:42:25.68427735 +0000 UTC m=+1267.707947235
functional_test.go:1460: (dbg) Run: kubectl --context functional-061974 describe po hello-node-75c85bcc94-sbmz2 -n default
functional_test.go:1460: (dbg) kubectl --context functional-061974 describe po hello-node-75c85bcc94-sbmz2 -n default:
Name: hello-node-75c85bcc94-sbmz2
Namespace: default
Priority: 0
Service Account: default
Node: functional-061974/192.168.49.2
Start Time: Mon, 06 Oct 2025 11:32:25 +0000
Labels: app=hello-node
pod-template-hash=75c85bcc94
Annotations: <none>
Status: Pending
IP: 10.244.0.8
IPs:
IP: 10.244.0.8
Controlled By: ReplicaSet/hello-node-75c85bcc94
Containers:
echo-server:
Container ID:
Image: kicbase/echo-server
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-r4nlw (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-r4nlw:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
Optional: false
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned default/hello-node-75c85bcc94-sbmz2 to functional-061974
Normal Pulling 7m4s (x5 over 10m) kubelet Pulling image "kicbase/echo-server"
Warning Failed 7m4s (x5 over 10m) kubelet Failed to pull image "kicbase/echo-server": short name mode is enforcing, but image name kicbase/echo-server:latest returns ambiguous list
Warning Failed 7m4s (x5 over 10m) kubelet Error: ErrImagePull
Warning Failed 4m53s (x20 over 10m) kubelet Error: ImagePullBackOff
Normal BackOff 4m41s (x21 over 10m) kubelet Back-off pulling image "kicbase/echo-server"
functional_test.go:1460: (dbg) Run: kubectl --context functional-061974 logs hello-node-75c85bcc94-sbmz2 -n default
functional_test.go:1460: (dbg) Non-zero exit: kubectl --context functional-061974 logs hello-node-75c85bcc94-sbmz2 -n default: exit status 1 (108.931969ms)
** stderr **
Error from server (BadRequest): container "echo-server" in pod "hello-node-75c85bcc94-sbmz2" is waiting to start: trying and failing to pull image
** /stderr **
functional_test.go:1460: kubectl --context functional-061974 logs hello-node-75c85bcc94-sbmz2 -n default: exit status 1
functional_test.go:1461: failed waiting for hello-node pod: app=hello-node within 10m0s: context deadline exceeded
--- FAIL: TestFunctional/parallel/ServiceCmd/DeployApp (600.88s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1519: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 service --namespace=default --https --url hello-node
functional_test.go:1519: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 service --namespace=default --https --url hello-node: exit status 115 (496.298015ms)
-- stdout --
https://192.168.49.2:30677
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service hello-node found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_3af0dd3f106bd0c134df3d834cbdbb288a06d35d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:1521: failed to get service url. args "out/minikube-linux-arm64 -p functional-061974 service --namespace=default --https --url hello-node" : exit status 115
--- FAIL: TestFunctional/parallel/ServiceCmd/HTTPS (0.50s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1550: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 service hello-node --url --format={{.IP}}
functional_test.go:1550: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 service hello-node --url --format={{.IP}}: exit status 115 (464.912675ms)
-- stdout --
192.168.49.2
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service hello-node found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_7cc4328ee572bf2be3730700e5bda4ff5ee9066f_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:1552: failed to get service url with custom format. args "out/minikube-linux-arm64 -p functional-061974 service hello-node --url --format={{.IP}}": exit status 115
--- FAIL: TestFunctional/parallel/ServiceCmd/Format (0.47s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1569: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 service hello-node --url
functional_test.go:1569: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 service hello-node --url: exit status 115 (539.418317ms)
-- stdout --
http://192.168.49.2:30677
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service hello-node found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_7cc4328ee572bf2be3730700e5bda4ff5ee9066f_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:1571: failed to get service url. args: "out/minikube-linux-arm64 -p functional-061974 service hello-node --url": exit status 115
functional_test.go:1575: found endpoint for hello-node: http://192.168.49.2:30677
--- FAIL: TestFunctional/parallel/ServiceCmd/URL (0.54s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-327606 --output=json --user=testUser
json_output_test.go:63: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p json-output-327606 --output=json --user=testUser: exit status 80 (2.353369614s)
-- stdout --
{"specversion":"1.0","id":"351c696d-4afd-47ea-8c1e-ebab6ed05117","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"Pausing node json-output-327606 ...","name":"Pausing","totalsteps":"1"}}
{"specversion":"1.0","id":"73920eff-be5a-4976-8e59-970de24891de","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"Pause: list running: runc: sudo runc list -f json: Process exited with status 1\nstdout:\n\nstderr:\ntime=\"2025-10-06T11:55:22Z\" level=error msg=\"open /run/runc: no such file or directory\"","name":"GUEST_PAUSE","url":""}}
{"specversion":"1.0","id":"234f7355-ab23-4da8-885b-2f871b6c3d1c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│ │\n│ If the above advice does not help, please let us know: │\n│ https://github.com/kubernetes/minikube/issues/new/choose │\n│ │\n│ Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │\n│ Please also attach the following f
ile to the GitHub issue: │\n│ - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │\n│ │\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}
-- /stdout --
json_output_test.go:65: failed to clean up: args "out/minikube-linux-arm64 pause -p json-output-327606 --output=json --user=testUser": exit status 80
--- FAIL: TestJSONOutput/pause/Command (2.35s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-327606 --output=json --user=testUser
json_output_test.go:63: (dbg) Non-zero exit: out/minikube-linux-arm64 unpause -p json-output-327606 --output=json --user=testUser: exit status 80 (2.02669172s)
-- stdout --
{"specversion":"1.0","id":"33993c46-3011-4c59-b327-f808a619edc2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"Unpausing node json-output-327606 ...","name":"Unpausing","totalsteps":"1"}}
{"specversion":"1.0","id":"40bc076f-56a8-4890-895a-5ec6937c49c3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"Pause: list paused: runc: sudo runc list -f json: Process exited with status 1\nstdout:\n\nstderr:\ntime=\"2025-10-06T11:55:24Z\" level=error msg=\"open /run/runc: no such file or directory\"","name":"GUEST_UNPAUSE","url":""}}
{"specversion":"1.0","id":"6e3603a1-69b5-4563-b1fd-94ecdbc0ce3f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│ │\n│ If the above advice does not help, please let us know: │\n│ https://github.com/kubernetes/minikube/issues/new/choose │\n│ │\n│ Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │\n│ Please also attach the following f
ile to the GitHub issue: │\n│ - /tmp/minikube_unpause_85c908ac827001a7ced33feb0caf7da086d17584_0.log │\n│ │\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}
-- /stdout --
json_output_test.go:65: failed to clean up: args "out/minikube-linux-arm64 unpause -p json-output-327606 --output=json --user=testUser": exit status 80
--- FAIL: TestJSONOutput/unpause/Command (2.03s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-093526 --alsologtostderr -v=5
pause_test.go:110: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p pause-093526 --alsologtostderr -v=5: exit status 80 (2.281269386s)
-- stdout --
* Pausing node pause-093526 ...
-- /stdout --
** stderr **
I1006 12:17:10.665700 454296 out.go:360] Setting OutFile to fd 1 ...
I1006 12:17:10.666506 454296 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:17:10.666557 454296 out.go:374] Setting ErrFile to fd 2...
I1006 12:17:10.666579 454296 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:17:10.666872 454296 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:17:10.667190 454296 out.go:368] Setting JSON to false
I1006 12:17:10.667251 454296 mustload.go:65] Loading cluster: pause-093526
I1006 12:17:10.667722 454296 config.go:182] Loaded profile config "pause-093526": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:17:10.668234 454296 cli_runner.go:164] Run: docker container inspect pause-093526 --format={{.State.Status}}
I1006 12:17:10.686340 454296 host.go:66] Checking if "pause-093526" exists ...
I1006 12:17:10.686737 454296 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:17:10.744102 454296 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:17:10.734781305 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:17:10.744724 454296 pause.go:58] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1758198818-20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1758198818-20370-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:pause-093526 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true) want
virtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1006 12:17:10.747762 454296 out.go:179] * Pausing node pause-093526 ...
I1006 12:17:10.751519 454296 host.go:66] Checking if "pause-093526" exists ...
I1006 12:17:10.751873 454296 ssh_runner.go:195] Run: systemctl --version
I1006 12:17:10.751916 454296 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:17:10.770039 454296 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:17:10.864342 454296 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:17:10.877738 454296 pause.go:51] kubelet running: true
I1006 12:17:10.877811 454296 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:17:11.093507 454296 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:17:11.093637 454296 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:17:11.163409 454296 cri.go:89] found id: "aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a"
I1006 12:17:11.163435 454296 cri.go:89] found id: "5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad"
I1006 12:17:11.163440 454296 cri.go:89] found id: "925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489"
I1006 12:17:11.163462 454296 cri.go:89] found id: "bce46704b2a7000ea645ac0d5d0c7693cd4f27108f42ade976df230e12b204fb"
I1006 12:17:11.163467 454296 cri.go:89] found id: "359b8e52a689359139d68f4584a44e06cb96d5b5afe86f0006a8060a60b793a6"
I1006 12:17:11.163471 454296 cri.go:89] found id: "2d3c5194f60ddca26d1e09a87be36bf5b55f282cf823c4d226cd80648ff3f935"
I1006 12:17:11.163475 454296 cri.go:89] found id: "48ba420237fee16682c27dd011250d2428ae36c35a1a2db6692b278aa1665422"
I1006 12:17:11.163478 454296 cri.go:89] found id: "c8e9baa0c28b4c56ffe8d7cdbdf33431287f25922c1524155311e021ac959a8c"
I1006 12:17:11.163481 454296 cri.go:89] found id: "3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e"
I1006 12:17:11.163487 454296 cri.go:89] found id: "f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788"
I1006 12:17:11.163491 454296 cri.go:89] found id: "5f19a7794aa42bfe87dfb1f1a73a72e6069099300d7955e657ddbffb1253bab5"
I1006 12:17:11.163494 454296 cri.go:89] found id: "e89249a7d369d771cdf0d3ef0db73c4bc77bb38bed420e406e8c3eb12bf2fb50"
I1006 12:17:11.163498 454296 cri.go:89] found id: "8f1d5341361be2cb70eef9f5b21d6ff5184c099fba4829a3d2ec8dc2ccd4f5d0"
I1006 12:17:11.163501 454296 cri.go:89] found id: "4674ad1946b8704cb6eb11c7b3bd70555cce2375562ebc36602c6149c1d29ede"
I1006 12:17:11.163505 454296 cri.go:89] found id: ""
I1006 12:17:11.163561 454296 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:17:11.176149 454296 retry.go:31] will retry after 321.137204ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:17:11Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:17:11.497436 454296 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:17:11.510929 454296 pause.go:51] kubelet running: false
I1006 12:17:11.511014 454296 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:17:11.646822 454296 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:17:11.646936 454296 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:17:11.710999 454296 cri.go:89] found id: "aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a"
I1006 12:17:11.711064 454296 cri.go:89] found id: "5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad"
I1006 12:17:11.711082 454296 cri.go:89] found id: "925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489"
I1006 12:17:11.711096 454296 cri.go:89] found id: "bce46704b2a7000ea645ac0d5d0c7693cd4f27108f42ade976df230e12b204fb"
I1006 12:17:11.711113 454296 cri.go:89] found id: "359b8e52a689359139d68f4584a44e06cb96d5b5afe86f0006a8060a60b793a6"
I1006 12:17:11.711142 454296 cri.go:89] found id: "2d3c5194f60ddca26d1e09a87be36bf5b55f282cf823c4d226cd80648ff3f935"
I1006 12:17:11.711164 454296 cri.go:89] found id: "48ba420237fee16682c27dd011250d2428ae36c35a1a2db6692b278aa1665422"
I1006 12:17:11.711180 454296 cri.go:89] found id: "c8e9baa0c28b4c56ffe8d7cdbdf33431287f25922c1524155311e021ac959a8c"
I1006 12:17:11.711196 454296 cri.go:89] found id: "3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e"
I1006 12:17:11.711229 454296 cri.go:89] found id: "f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788"
I1006 12:17:11.711262 454296 cri.go:89] found id: "5f19a7794aa42bfe87dfb1f1a73a72e6069099300d7955e657ddbffb1253bab5"
I1006 12:17:11.711279 454296 cri.go:89] found id: "e89249a7d369d771cdf0d3ef0db73c4bc77bb38bed420e406e8c3eb12bf2fb50"
I1006 12:17:11.711296 454296 cri.go:89] found id: "8f1d5341361be2cb70eef9f5b21d6ff5184c099fba4829a3d2ec8dc2ccd4f5d0"
I1006 12:17:11.711313 454296 cri.go:89] found id: "4674ad1946b8704cb6eb11c7b3bd70555cce2375562ebc36602c6149c1d29ede"
I1006 12:17:11.711337 454296 cri.go:89] found id: ""
I1006 12:17:11.711410 454296 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:17:11.722455 454296 retry.go:31] will retry after 305.688428ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:17:11Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:17:12.029176 454296 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:17:12.043175 454296 pause.go:51] kubelet running: false
I1006 12:17:12.043272 454296 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:17:12.196183 454296 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:17:12.196295 454296 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:17:12.268796 454296 cri.go:89] found id: "aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a"
I1006 12:17:12.268820 454296 cri.go:89] found id: "5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad"
I1006 12:17:12.268825 454296 cri.go:89] found id: "925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489"
I1006 12:17:12.268829 454296 cri.go:89] found id: "bce46704b2a7000ea645ac0d5d0c7693cd4f27108f42ade976df230e12b204fb"
I1006 12:17:12.268832 454296 cri.go:89] found id: "359b8e52a689359139d68f4584a44e06cb96d5b5afe86f0006a8060a60b793a6"
I1006 12:17:12.268835 454296 cri.go:89] found id: "2d3c5194f60ddca26d1e09a87be36bf5b55f282cf823c4d226cd80648ff3f935"
I1006 12:17:12.268839 454296 cri.go:89] found id: "48ba420237fee16682c27dd011250d2428ae36c35a1a2db6692b278aa1665422"
I1006 12:17:12.268841 454296 cri.go:89] found id: "c8e9baa0c28b4c56ffe8d7cdbdf33431287f25922c1524155311e021ac959a8c"
I1006 12:17:12.268844 454296 cri.go:89] found id: "3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e"
I1006 12:17:12.268851 454296 cri.go:89] found id: "f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788"
I1006 12:17:12.268854 454296 cri.go:89] found id: "5f19a7794aa42bfe87dfb1f1a73a72e6069099300d7955e657ddbffb1253bab5"
I1006 12:17:12.268863 454296 cri.go:89] found id: "e89249a7d369d771cdf0d3ef0db73c4bc77bb38bed420e406e8c3eb12bf2fb50"
I1006 12:17:12.268869 454296 cri.go:89] found id: "8f1d5341361be2cb70eef9f5b21d6ff5184c099fba4829a3d2ec8dc2ccd4f5d0"
I1006 12:17:12.268875 454296 cri.go:89] found id: "4674ad1946b8704cb6eb11c7b3bd70555cce2375562ebc36602c6149c1d29ede"
I1006 12:17:12.268884 454296 cri.go:89] found id: ""
I1006 12:17:12.268934 454296 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:17:12.279936 454296 retry.go:31] will retry after 348.336589ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:17:12Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:17:12.629242 454296 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:17:12.642678 454296 pause.go:51] kubelet running: false
I1006 12:17:12.642742 454296 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:17:12.790438 454296 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:17:12.790513 454296 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:17:12.856454 454296 cri.go:89] found id: "aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a"
I1006 12:17:12.856478 454296 cri.go:89] found id: "5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad"
I1006 12:17:12.856483 454296 cri.go:89] found id: "925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489"
I1006 12:17:12.856486 454296 cri.go:89] found id: "bce46704b2a7000ea645ac0d5d0c7693cd4f27108f42ade976df230e12b204fb"
I1006 12:17:12.856489 454296 cri.go:89] found id: "359b8e52a689359139d68f4584a44e06cb96d5b5afe86f0006a8060a60b793a6"
I1006 12:17:12.856494 454296 cri.go:89] found id: "2d3c5194f60ddca26d1e09a87be36bf5b55f282cf823c4d226cd80648ff3f935"
I1006 12:17:12.856497 454296 cri.go:89] found id: "48ba420237fee16682c27dd011250d2428ae36c35a1a2db6692b278aa1665422"
I1006 12:17:12.856500 454296 cri.go:89] found id: "c8e9baa0c28b4c56ffe8d7cdbdf33431287f25922c1524155311e021ac959a8c"
I1006 12:17:12.856503 454296 cri.go:89] found id: "3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e"
I1006 12:17:12.856514 454296 cri.go:89] found id: "f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788"
I1006 12:17:12.856518 454296 cri.go:89] found id: "5f19a7794aa42bfe87dfb1f1a73a72e6069099300d7955e657ddbffb1253bab5"
I1006 12:17:12.856521 454296 cri.go:89] found id: "e89249a7d369d771cdf0d3ef0db73c4bc77bb38bed420e406e8c3eb12bf2fb50"
I1006 12:17:12.856524 454296 cri.go:89] found id: "8f1d5341361be2cb70eef9f5b21d6ff5184c099fba4829a3d2ec8dc2ccd4f5d0"
I1006 12:17:12.856527 454296 cri.go:89] found id: "4674ad1946b8704cb6eb11c7b3bd70555cce2375562ebc36602c6149c1d29ede"
I1006 12:17:12.856529 454296 cri.go:89] found id: ""
I1006 12:17:12.856578 454296 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:17:12.871415 454296 out.go:203]
W1006 12:17:12.874417 454296 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:17:12Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:17:12Z" level=error msg="open /run/runc: no such file or directory"
W1006 12:17:12.874448 454296 out.go:285] *
*
W1006 12:17:12.879999 454296 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:17:12.883019 454296 out.go:203]
** /stderr **
pause_test.go:112: failed to pause minikube with args: "out/minikube-linux-arm64 pause -p pause-093526 --alsologtostderr -v=5" : exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestPause/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestPause/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect pause-093526
helpers_test.go:243: (dbg) docker inspect pause-093526:
-- stdout --
[
{
"Id": "8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5",
"Created": "2025-10-06T12:15:20.5642419Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 446905,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:15:20.648609144Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5/hostname",
"HostsPath": "/var/lib/docker/containers/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5/hosts",
"LogPath": "/var/lib/docker/containers/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5-json.log",
"Name": "/pause-093526",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"pause-093526:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "pause-093526",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5",
"LowerDir": "/var/lib/docker/overlay2/dadfc5c1c1638bb41a99926b3cc6a1986a4756f04d10a3fe4e23131243525c9a-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/dadfc5c1c1638bb41a99926b3cc6a1986a4756f04d10a3fe4e23131243525c9a/merged",
"UpperDir": "/var/lib/docker/overlay2/dadfc5c1c1638bb41a99926b3cc6a1986a4756f04d10a3fe4e23131243525c9a/diff",
"WorkDir": "/var/lib/docker/overlay2/dadfc5c1c1638bb41a99926b3cc6a1986a4756f04d10a3fe4e23131243525c9a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "pause-093526",
"Source": "/var/lib/docker/volumes/pause-093526/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "pause-093526",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "pause-093526",
"name.minikube.sigs.k8s.io": "pause-093526",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "05533ffd18fb740a8ee5ccaa0758d857f5753bdbb5656cad7c2e8c11d0900735",
"SandboxKey": "/var/run/docker/netns/05533ffd18fb",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33394"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33395"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33398"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33396"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33397"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"pause-093526": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "2a:0f:f5:35:ad:26",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "e1cdcf0ade017c7f50913ede65d4971e019da5d25c4a7fea9ce182addfc6ed04",
"EndpointID": "2b9db1bf42195ca0a3732a105c5026a7102d3c6da9187e151878ebb65f0131d4",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"pause-093526",
"8d47dc7588c5"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p pause-093526 -n pause-093526
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p pause-093526 -n pause-093526: exit status 2 (342.685167ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestPause/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestPause/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p pause-093526 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p pause-093526 logs -n 25: (1.428211088s)
helpers_test.go:260: TestPause/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -p NoKubernetes-906409 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:12 UTC │ 06 Oct 25 12:12 UTC │
│ ssh │ -p NoKubernetes-906409 sudo systemctl is-active --quiet service kubelet │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:12 UTC │ │
│ stop │ -p NoKubernetes-906409 │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:12 UTC │ 06 Oct 25 12:12 UTC │
│ start │ -p NoKubernetes-906409 --driver=docker --container-runtime=crio │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:12 UTC │ 06 Oct 25 12:13 UTC │
│ ssh │ -p NoKubernetes-906409 sudo systemctl is-active --quiet service kubelet │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ │
│ delete │ -p NoKubernetes-906409 │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:13 UTC │
│ start │ -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:13 UTC │
│ start │ -p missing-upgrade-580228 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ missing-upgrade-580228 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:14 UTC │
│ stop │ -p kubernetes-upgrade-317676 │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:13 UTC │
│ start │ -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:14 UTC │
│ delete │ -p missing-upgrade-580228 │ missing-upgrade-580228 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ start │ -p stopped-upgrade-593901 --memory=3072 --vm-driver=docker --container-runtime=crio │ stopped-upgrade-593901 │ jenkins │ v1.32.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ start │ -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ │
│ start │ -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ delete │ -p kubernetes-upgrade-317676 │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ stop │ stopped-upgrade-593901 stop │ stopped-upgrade-593901 │ jenkins │ v1.32.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ start │ -p stopped-upgrade-593901 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ stopped-upgrade-593901 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:15 UTC │
│ start │ -p running-upgrade-858806 --memory=3072 --vm-driver=docker --container-runtime=crio │ running-upgrade-858806 │ jenkins │ v1.32.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:15 UTC │
│ delete │ -p stopped-upgrade-593901 │ stopped-upgrade-593901 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ 06 Oct 25 12:15 UTC │
│ start │ -p pause-093526 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio │ pause-093526 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ 06 Oct 25 12:16 UTC │
│ start │ -p running-upgrade-858806 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ running-upgrade-858806 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ 06 Oct 25 12:15 UTC │
│ delete │ -p running-upgrade-858806 │ running-upgrade-858806 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ 06 Oct 25 12:15 UTC │
│ start │ -p force-systemd-flag-269070 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ │
│ start │ -p pause-093526 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ pause-093526 │ jenkins │ v1.37.0 │ 06 Oct 25 12:16 UTC │ 06 Oct 25 12:17 UTC │
│ pause │ -p pause-093526 --alsologtostderr -v=5 │ pause-093526 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
└─────────┴──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/06 12:16:42
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:16:42.130930 453142 out.go:360] Setting OutFile to fd 1 ...
I1006 12:16:42.131147 453142 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:16:42.131182 453142 out.go:374] Setting ErrFile to fd 2...
I1006 12:16:42.131204 453142 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:16:42.131515 453142 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:16:42.132003 453142 out.go:368] Setting JSON to false
I1006 12:16:42.133252 453142 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7155,"bootTime":1759745848,"procs":200,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:16:42.133389 453142 start.go:140] virtualization:
I1006 12:16:42.137178 453142 out.go:179] * [pause-093526] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:16:42.141453 453142 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:16:42.141622 453142 notify.go:220] Checking for updates...
I1006 12:16:42.149828 453142 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:16:42.155895 453142 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:16:42.159115 453142 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:16:42.162256 453142 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:16:42.165425 453142 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:16:42.169517 453142 config.go:182] Loaded profile config "pause-093526": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:16:42.170522 453142 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:16:42.197272 453142 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:16:42.197451 453142 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:16:42.265351 453142 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:16:42.255183381 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:16:42.265469 453142 docker.go:318] overlay module found
I1006 12:16:42.270623 453142 out.go:179] * Using the docker driver based on existing profile
I1006 12:16:42.273659 453142 start.go:304] selected driver: docker
I1006 12:16:42.273697 453142 start.go:924] validating driver "docker" against &{Name:pause-093526 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikub
eCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false regi
stry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:16:42.273852 453142 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:16:42.273965 453142 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:16:42.334469 453142 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:16:42.324600736 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:16:42.334920 453142 cni.go:84] Creating CNI manager for ""
I1006 12:16:42.335061 453142 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:16:42.335160 453142 start.go:348] cluster config:
{Name:pause-093526 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:c
rio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false
storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:16:42.338425 453142 out.go:179] * Starting "pause-093526" primary control-plane node in "pause-093526" cluster
I1006 12:16:42.341251 453142 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:16:42.344753 453142 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:16:42.347661 453142 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:16:42.347730 453142 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:16:42.347744 453142 cache.go:58] Caching tarball of preloaded images
I1006 12:16:42.347756 453142 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:16:42.347855 453142 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:16:42.347865 453142 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:16:42.348003 453142 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/config.json ...
I1006 12:16:42.369603 453142 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:16:42.369630 453142 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:16:42.369657 453142 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:16:42.369681 453142 start.go:360] acquireMachinesLock for pause-093526: {Name:mk36da910e7b27a7f8ba0b72324f806f9821484c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:16:42.369747 453142 start.go:364] duration metric: took 39.467µs to acquireMachinesLock for "pause-093526"
I1006 12:16:42.369771 453142 start.go:96] Skipping create...Using existing machine configuration
I1006 12:16:42.369781 453142 fix.go:54] fixHost starting:
I1006 12:16:42.370046 453142 cli_runner.go:164] Run: docker container inspect pause-093526 --format={{.State.Status}}
I1006 12:16:42.387673 453142 fix.go:112] recreateIfNeeded on pause-093526: state=Running err=<nil>
W1006 12:16:42.387702 453142 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:16:42.390949 453142 out.go:252] * Updating the running docker "pause-093526" container ...
I1006 12:16:42.390987 453142 machine.go:93] provisionDockerMachine start ...
I1006 12:16:42.391094 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:42.409010 453142 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:42.409334 453142 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33394 <nil> <nil>}
I1006 12:16:42.409348 453142 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:16:42.541142 453142 main.go:141] libmachine: SSH cmd err, output: <nil>: pause-093526
I1006 12:16:42.541169 453142 ubuntu.go:182] provisioning hostname "pause-093526"
I1006 12:16:42.541233 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:42.558966 453142 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:42.559282 453142 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33394 <nil> <nil>}
I1006 12:16:42.559299 453142 main.go:141] libmachine: About to run SSH command:
sudo hostname pause-093526 && echo "pause-093526" | sudo tee /etc/hostname
I1006 12:16:42.703749 453142 main.go:141] libmachine: SSH cmd err, output: <nil>: pause-093526
I1006 12:16:42.703853 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:42.721451 453142 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:42.721818 453142 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33394 <nil> <nil>}
I1006 12:16:42.721844 453142 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\spause-093526' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 pause-093526/g' /etc/hosts;
else
echo '127.0.1.1 pause-093526' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:16:42.854121 453142 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:16:42.854196 453142 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:16:42.854228 453142 ubuntu.go:190] setting up certificates
I1006 12:16:42.854238 453142 provision.go:84] configureAuth start
I1006 12:16:42.854306 453142 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-093526
I1006 12:16:42.872576 453142 provision.go:143] copyHostCerts
I1006 12:16:42.872651 453142 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:16:42.872664 453142 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:16:42.872738 453142 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:16:42.872837 453142 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:16:42.872849 453142 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:16:42.872877 453142 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:16:42.872934 453142 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:16:42.872943 453142 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:16:42.872973 453142 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:16:42.873024 453142 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.pause-093526 san=[127.0.0.1 192.168.85.2 localhost minikube pause-093526]
I1006 12:16:43.058153 453142 provision.go:177] copyRemoteCerts
I1006 12:16:43.058218 453142 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:16:43.058270 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:43.075885 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:43.173979 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:16:43.193261 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1006 12:16:43.223527 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:16:43.244521 453142 provision.go:87] duration metric: took 390.26822ms to configureAuth
I1006 12:16:43.244553 453142 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:16:43.244843 453142 config.go:182] Loaded profile config "pause-093526": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:16:43.244966 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:43.263000 453142 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:43.263308 453142 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33394 <nil> <nil>}
I1006 12:16:43.263328 453142 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:16:48.592041 453142 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:16:48.592063 453142 machine.go:96] duration metric: took 6.201067665s to provisionDockerMachine
I1006 12:16:48.592073 453142 start.go:293] postStartSetup for "pause-093526" (driver="docker")
I1006 12:16:48.592084 453142 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:16:48.592167 453142 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:16:48.592218 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:48.612598 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:48.710265 453142 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:16:48.713961 453142 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:16:48.713988 453142 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:16:48.713999 453142 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:16:48.714055 453142 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:16:48.714147 453142 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:16:48.714251 453142 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:16:48.722465 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:16:48.740522 453142 start.go:296] duration metric: took 148.432864ms for postStartSetup
I1006 12:16:48.740658 453142 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:16:48.740722 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:48.758254 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:48.863172 453142 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:16:48.868711 453142 fix.go:56] duration metric: took 6.498925992s for fixHost
I1006 12:16:48.868737 453142 start.go:83] releasing machines lock for "pause-093526", held for 6.498978809s
I1006 12:16:48.868816 453142 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-093526
I1006 12:16:48.885249 453142 ssh_runner.go:195] Run: cat /version.json
I1006 12:16:48.885317 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:48.885584 453142 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:16:48.885636 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:48.904273 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:48.909649 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:48.997402 453142 ssh_runner.go:195] Run: systemctl --version
I1006 12:16:49.089965 453142 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:16:49.133842 453142 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:16:49.138867 453142 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:16:49.138970 453142 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:16:49.148212 453142 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:16:49.148235 453142 start.go:495] detecting cgroup driver to use...
I1006 12:16:49.148283 453142 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:16:49.148336 453142 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:16:49.163795 453142 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:16:49.177696 453142 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:16:49.177765 453142 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:16:49.194758 453142 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:16:49.208462 453142 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:16:49.339074 453142 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:16:49.471142 453142 docker.go:234] disabling docker service ...
I1006 12:16:49.471230 453142 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:16:49.486821 453142 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:16:49.500758 453142 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:16:49.644505 453142 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:16:49.792704 453142 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:16:49.807922 453142 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:16:49.824001 453142 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:16:49.824152 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.833913 453142 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:16:49.834036 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.843387 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.853752 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.864060 453142 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:16:49.873090 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.882849 453142 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.891519 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.901058 453142 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:16:49.908963 453142 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:16:49.917110 453142 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:16:50.042254 453142 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:16:50.234936 453142 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:16:50.235085 453142 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:16:50.239145 453142 start.go:563] Will wait 60s for crictl version
I1006 12:16:50.239223 453142 ssh_runner.go:195] Run: which crictl
I1006 12:16:50.243246 453142 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:16:50.269276 453142 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:16:50.269365 453142 ssh_runner.go:195] Run: crio --version
I1006 12:16:50.298225 453142 ssh_runner.go:195] Run: crio --version
I1006 12:16:50.330394 453142 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:16:50.333345 453142 cli_runner.go:164] Run: docker network inspect pause-093526 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:16:50.351497 453142 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:16:50.356144 453142 kubeadm.go:883] updating cluster {Name:pause-093526 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false regist
ry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:16:50.356296 453142 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:16:50.356368 453142 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:16:50.395385 453142 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:16:50.395412 453142 crio.go:433] Images already preloaded, skipping extraction
I1006 12:16:50.395471 453142 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:16:50.424800 453142 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:16:50.424825 453142 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:16:50.424833 453142 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:16:50.424928 453142 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-093526 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:16:50.425022 453142 ssh_runner.go:195] Run: crio config
I1006 12:16:50.483537 453142 cni.go:84] Creating CNI manager for ""
I1006 12:16:50.483563 453142 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:16:50.483580 453142 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:16:50.483607 453142 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-093526 NodeName:pause-093526 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:16:50.483735 453142 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-093526"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:16:50.483840 453142 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:16:50.492072 453142 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:16:50.492150 453142 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:16:50.500045 453142 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1006 12:16:50.513131 453142 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:16:50.526728 453142 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2209 bytes)
I1006 12:16:50.540227 453142 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:16:50.545389 453142 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:16:50.679669 453142 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:16:50.693311 453142 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526 for IP: 192.168.85.2
I1006 12:16:50.693335 453142 certs.go:195] generating shared ca certs ...
I1006 12:16:50.693350 453142 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:50.693486 453142 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:16:50.693602 453142 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:16:50.693615 453142 certs.go:257] generating profile certs ...
I1006 12:16:50.693714 453142 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.key
I1006 12:16:50.693784 453142 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/apiserver.key.442bed21
I1006 12:16:50.693838 453142 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/proxy-client.key
I1006 12:16:50.694004 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:16:50.694037 453142 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:16:50.694050 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:16:50.694081 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:16:50.694107 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:16:50.694145 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:16:50.694190 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:16:50.694789 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:16:50.714371 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:16:50.732705 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:16:50.752159 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:16:50.771090 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1006 12:16:50.788930 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1006 12:16:50.807377 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:16:50.825747 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 12:16:50.844887 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:16:50.863632 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:16:50.882214 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:16:50.900360 453142 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:16:50.914548 453142 ssh_runner.go:195] Run: openssl version
I1006 12:16:50.920793 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:16:50.930240 453142 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:16:50.934889 453142 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:16:50.935010 453142 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:16:50.976353 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:16:50.984775 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:16:50.993992 453142 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:50.998119 453142 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:50.998198 453142 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:51.040466 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:16:51.048763 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:16:51.057685 453142 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:16:51.062150 453142 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:16:51.062283 453142 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:16:51.104956 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:16:51.113903 453142 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:16:51.118353 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:16:51.162446 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:16:51.204829 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:16:51.247172 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:16:51.291453 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:16:51.334504 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:16:51.375938 453142 kubeadm.go:400] StartCluster: {Name:pause-093526 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-
aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:16:51.376070 453142 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:16:51.376167 453142 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:16:51.406106 453142 cri.go:89] found id: "c8e9baa0c28b4c56ffe8d7cdbdf33431287f25922c1524155311e021ac959a8c"
I1006 12:16:51.406136 453142 cri.go:89] found id: "3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e"
I1006 12:16:51.406142 453142 cri.go:89] found id: "f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788"
I1006 12:16:51.406146 453142 cri.go:89] found id: "5f19a7794aa42bfe87dfb1f1a73a72e6069099300d7955e657ddbffb1253bab5"
I1006 12:16:51.406149 453142 cri.go:89] found id: "e89249a7d369d771cdf0d3ef0db73c4bc77bb38bed420e406e8c3eb12bf2fb50"
I1006 12:16:51.406153 453142 cri.go:89] found id: "8f1d5341361be2cb70eef9f5b21d6ff5184c099fba4829a3d2ec8dc2ccd4f5d0"
I1006 12:16:51.406156 453142 cri.go:89] found id: "4674ad1946b8704cb6eb11c7b3bd70555cce2375562ebc36602c6149c1d29ede"
I1006 12:16:51.406160 453142 cri.go:89] found id: ""
I1006 12:16:51.406227 453142 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:16:51.418057 453142 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:16:51Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:16:51.418174 453142 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:16:51.426633 453142 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:16:51.426662 453142 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:16:51.426724 453142 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:16:51.434622 453142 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:16:51.435144 453142 kubeconfig.go:125] found "pause-093526" server: "https://192.168.85.2:8443"
I1006 12:16:51.435737 453142 kapi.go:59] client config for pause-093526: &rest.Config{Host:"https://192.168.85.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.crt", KeyFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.key", CAFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]s
tring(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2120120), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 12:16:51.436240 453142 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I1006 12:16:51.436264 453142 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I1006 12:16:51.436270 453142 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1006 12:16:51.436274 453142 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true
I1006 12:16:51.436286 453142 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1006 12:16:51.436657 453142 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:16:51.444825 453142 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.85.2
I1006 12:16:51.444913 453142 kubeadm.go:601] duration metric: took 18.243065ms to restartPrimaryControlPlane
I1006 12:16:51.444929 453142 kubeadm.go:402] duration metric: took 68.999689ms to StartCluster
I1006 12:16:51.444946 453142 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:51.445011 453142 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:16:51.445678 453142 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:51.445909 453142 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:16:51.446319 453142 config.go:182] Loaded profile config "pause-093526": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:16:51.446366 453142 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:16:51.452203 453142 out.go:179] * Enabled addons:
I1006 12:16:51.452224 453142 out.go:179] * Verifying Kubernetes components...
I1006 12:16:51.455051 453142 addons.go:514] duration metric: took 8.715185ms for enable addons: enabled=[]
I1006 12:16:51.455122 453142 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:16:51.587249 453142 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:16:51.601226 453142 node_ready.go:35] waiting up to 6m0s for node "pause-093526" to be "Ready" ...
I1006 12:16:56.565017 453142 node_ready.go:49] node "pause-093526" is "Ready"
I1006 12:16:56.565103 453142 node_ready.go:38] duration metric: took 4.963790197s for node "pause-093526" to be "Ready" ...
I1006 12:16:56.565131 453142 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:16:56.565222 453142 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:16:56.586010 453142 api_server.go:72] duration metric: took 5.140064597s to wait for apiserver process to appear ...
I1006 12:16:56.586079 453142 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:16:56.586113 453142 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:16:56.684838 453142 api_server.go:279] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[-]poststarthook/start-service-ip-repair-controllers failed: reason withheld
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[-]poststarthook/bootstrap-controller failed: reason withheld
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[-]poststarthook/apiservice-registration-controller failed: reason withheld
[-]poststarthook/apiservice-discovery-controller failed: reason withheld
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 12:16:56.684937 453142 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[-]poststarthook/start-service-ip-repair-controllers failed: reason withheld
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[-]poststarthook/bootstrap-controller failed: reason withheld
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[-]poststarthook/apiservice-registration-controller failed: reason withheld
[-]poststarthook/apiservice-discovery-controller failed: reason withheld
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 12:16:57.087186 453142 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:16:57.096017 453142 api_server.go:279] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 12:16:57.096139 453142 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 12:16:57.586995 453142 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:16:57.596060 453142 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:16:57.597132 453142 api_server.go:141] control plane version: v1.34.1
I1006 12:16:57.597165 453142 api_server.go:131] duration metric: took 1.011064597s to wait for apiserver health ...
I1006 12:16:57.597174 453142 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:16:57.600833 453142 system_pods.go:59] 7 kube-system pods found
I1006 12:16:57.600887 453142 system_pods.go:61] "coredns-66bc5c9577-72s7r" [bb6a46a0-19a6-488b-8e73-d1f4c5e78717] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:16:57.600897 453142 system_pods.go:61] "etcd-pause-093526" [f815eb81-2e56-4745-b954-e87628f10e86] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:16:57.600902 453142 system_pods.go:61] "kindnet-hrcbt" [2ca303e4-8278-440d-b10e-26e5412c2e34] Running
I1006 12:16:57.600910 453142 system_pods.go:61] "kube-apiserver-pause-093526" [94c4f98f-4134-42cb-b785-e37d8fe81b0c] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:16:57.600950 453142 system_pods.go:61] "kube-controller-manager-pause-093526" [b7ad8d12-814f-4d14-9e89-c1d6569fbf01] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:16:57.600961 453142 system_pods.go:61] "kube-proxy-grx9w" [605f121d-085f-4664-8dbf-c6b2609bab8a] Running
I1006 12:16:57.600970 453142 system_pods.go:61] "kube-scheduler-pause-093526" [885297b6-cd35-487c-ad57-9cc4c1c55b08] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:16:57.600977 453142 system_pods.go:74] duration metric: took 3.796918ms to wait for pod list to return data ...
I1006 12:16:57.600991 453142 default_sa.go:34] waiting for default service account to be created ...
I1006 12:16:57.603683 453142 default_sa.go:45] found service account: "default"
I1006 12:16:57.603711 453142 default_sa.go:55] duration metric: took 2.712445ms for default service account to be created ...
I1006 12:16:57.603721 453142 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:16:57.607386 453142 system_pods.go:86] 7 kube-system pods found
I1006 12:16:57.607485 453142 system_pods.go:89] "coredns-66bc5c9577-72s7r" [bb6a46a0-19a6-488b-8e73-d1f4c5e78717] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:16:57.607512 453142 system_pods.go:89] "etcd-pause-093526" [f815eb81-2e56-4745-b954-e87628f10e86] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:16:57.607542 453142 system_pods.go:89] "kindnet-hrcbt" [2ca303e4-8278-440d-b10e-26e5412c2e34] Running
I1006 12:16:57.607575 453142 system_pods.go:89] "kube-apiserver-pause-093526" [94c4f98f-4134-42cb-b785-e37d8fe81b0c] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:16:57.607600 453142 system_pods.go:89] "kube-controller-manager-pause-093526" [b7ad8d12-814f-4d14-9e89-c1d6569fbf01] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:16:57.607629 453142 system_pods.go:89] "kube-proxy-grx9w" [605f121d-085f-4664-8dbf-c6b2609bab8a] Running
I1006 12:16:57.607666 453142 system_pods.go:89] "kube-scheduler-pause-093526" [885297b6-cd35-487c-ad57-9cc4c1c55b08] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:16:57.607688 453142 system_pods.go:126] duration metric: took 3.96044ms to wait for k8s-apps to be running ...
I1006 12:16:57.607719 453142 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:16:57.607819 453142 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:16:57.624802 453142 system_svc.go:56] duration metric: took 17.074455ms WaitForService to wait for kubelet
I1006 12:16:57.624882 453142 kubeadm.go:586] duration metric: took 6.178940147s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:16:57.624920 453142 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:16:57.628138 453142 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:16:57.628181 453142 node_conditions.go:123] node cpu capacity is 2
I1006 12:16:57.628194 453142 node_conditions.go:105] duration metric: took 3.254038ms to run NodePressure ...
I1006 12:16:57.628205 453142 start.go:241] waiting for startup goroutines ...
I1006 12:16:57.628246 453142 start.go:246] waiting for cluster config update ...
I1006 12:16:57.628261 453142 start.go:255] writing updated cluster config ...
I1006 12:16:57.628633 453142 ssh_runner.go:195] Run: rm -f paused
I1006 12:16:57.632809 453142 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:16:57.633393 453142 kapi.go:59] client config for pause-093526: &rest.Config{Host:"https://192.168.85.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.crt", KeyFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.key", CAFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]s
tring(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2120120), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 12:16:57.702391 453142 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-72s7r" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:16:59.708333 453142 pod_ready.go:104] pod "coredns-66bc5c9577-72s7r" is not "Ready", error: <nil>
W1006 12:17:01.713204 453142 pod_ready.go:104] pod "coredns-66bc5c9577-72s7r" is not "Ready", error: <nil>
W1006 12:17:04.208908 453142 pod_ready.go:104] pod "coredns-66bc5c9577-72s7r" is not "Ready", error: <nil>
I1006 12:17:04.709952 453142 pod_ready.go:94] pod "coredns-66bc5c9577-72s7r" is "Ready"
I1006 12:17:04.709982 453142 pod_ready.go:86] duration metric: took 7.007557796s for pod "coredns-66bc5c9577-72s7r" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:04.712963 453142 pod_ready.go:83] waiting for pod "etcd-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:17:06.719171 453142 pod_ready.go:104] pod "etcd-pause-093526" is not "Ready", error: <nil>
W1006 12:17:08.719358 453142 pod_ready.go:104] pod "etcd-pause-093526" is not "Ready", error: <nil>
I1006 12:17:09.717968 453142 pod_ready.go:94] pod "etcd-pause-093526" is "Ready"
I1006 12:17:09.718001 453142 pod_ready.go:86] duration metric: took 5.005009444s for pod "etcd-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.720618 453142 pod_ready.go:83] waiting for pod "kube-apiserver-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.725664 453142 pod_ready.go:94] pod "kube-apiserver-pause-093526" is "Ready"
I1006 12:17:09.725693 453142 pod_ready.go:86] duration metric: took 5.047754ms for pod "kube-apiserver-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.728174 453142 pod_ready.go:83] waiting for pod "kube-controller-manager-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.733101 453142 pod_ready.go:94] pod "kube-controller-manager-pause-093526" is "Ready"
I1006 12:17:09.733131 453142 pod_ready.go:86] duration metric: took 4.928204ms for pod "kube-controller-manager-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.735749 453142 pod_ready.go:83] waiting for pod "kube-proxy-grx9w" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.916462 453142 pod_ready.go:94] pod "kube-proxy-grx9w" is "Ready"
I1006 12:17:09.916491 453142 pod_ready.go:86] duration metric: took 180.709026ms for pod "kube-proxy-grx9w" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:10.116634 453142 pod_ready.go:83] waiting for pod "kube-scheduler-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:10.516988 453142 pod_ready.go:94] pod "kube-scheduler-pause-093526" is "Ready"
I1006 12:17:10.517020 453142 pod_ready.go:86] duration metric: took 400.353721ms for pod "kube-scheduler-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:10.517033 453142 pod_ready.go:40] duration metric: took 12.884188779s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:17:10.570056 453142 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:17:10.573142 453142 out.go:179] * Done! kubectl is now configured to use "pause-093526" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.325022278Z" level=info msg="Created container 925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489: kube-system/etcd-pause-093526/etcd" id=6878ee7f-742f-4827-a689-8c4bbfeac0e8 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.325262576Z" level=info msg="Started container" PID=2336 containerID=bce46704b2a7000ea645ac0d5d0c7693cd4f27108f42ade976df230e12b204fb description=kube-system/kube-controller-manager-pause-093526/kube-controller-manager id=ee287497-561a-4ffb-85d9-55bc084aefe2 name=/runtime.v1.RuntimeService/StartContainer sandboxID=a4cca8e3d1e516769bb8f13c63fc6fe2e3571d7ab7f0f94469cece49cbe39149
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.326271111Z" level=info msg="Starting container: 925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489" id=f2f5e364-28ad-41c4-aae4-33ef34c5af94 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.330668167Z" level=info msg="Started container" PID=2330 containerID=925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489 description=kube-system/etcd-pause-093526/etcd id=f2f5e364-28ad-41c4-aae4-33ef34c5af94 name=/runtime.v1.RuntimeService/StartContainer sandboxID=a10db2779c2479f9a594f1bec3a3b03b73d3fac41165bce6fceb03cbb56e384e
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.36412001Z" level=info msg="Created container 5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad: kube-system/kindnet-hrcbt/kindnet-cni" id=e4d2ed81-33a2-45e3-9d15-fee733f33d47 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.364856017Z" level=info msg="Starting container: 5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad" id=7bfd2ce6-c949-4984-b54f-74995b167bfe name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.373709124Z" level=info msg="Started container" PID=2343 containerID=5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad description=kube-system/kindnet-hrcbt/kindnet-cni id=7bfd2ce6-c949-4984-b54f-74995b167bfe name=/runtime.v1.RuntimeService/StartContainer sandboxID=1bc4d7318c281e04f8baf9e0a2c9471c23b7883aaa2cce90e3cd4c237631b07e
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.598479517Z" level=info msg="Created container aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a: kube-system/kube-proxy-grx9w/kube-proxy" id=7f920e73-70a4-4a25-8ae8-795ed11369db name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.599390952Z" level=info msg="Starting container: aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a" id=133760bc-025e-44ed-828e-64c557865635 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.602843203Z" level=info msg="Started container" PID=2359 containerID=aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a description=kube-system/kube-proxy-grx9w/kube-proxy id=133760bc-025e-44ed-828e-64c557865635 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f4da47fe030173dcc7d127d1d4bed09c60f8f691829dd216a868c40ac131fd01
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.713993485Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.718546932Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.718587958Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.718613476Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.722289639Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.722337788Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.722364569Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.726135076Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.726175651Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.726202793Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.730013793Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.730053087Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.730076251Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.734215261Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.734254441Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
aa61f8053450b 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 21 seconds ago Running kube-proxy 1 f4da47fe03017 kube-proxy-grx9w kube-system
5e6599eba3318 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 21 seconds ago Running kindnet-cni 1 1bc4d7318c281 kindnet-hrcbt kube-system
925c98b7cb41e a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 21 seconds ago Running etcd 1 a10db2779c247 etcd-pause-093526 kube-system
bce46704b2a70 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 21 seconds ago Running kube-controller-manager 1 a4cca8e3d1e51 kube-controller-manager-pause-093526 kube-system
359b8e52a6893 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 21 seconds ago Running kube-apiserver 1 8c5fc90ac5605 kube-apiserver-pause-093526 kube-system
2d3c5194f60dd 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 21 seconds ago Running coredns 1 0ac227c373de0 coredns-66bc5c9577-72s7r kube-system
48ba420237fee b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 21 seconds ago Running kube-scheduler 1 1caf401254ff8 kube-scheduler-pause-093526 kube-system
c8e9baa0c28b4 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 33 seconds ago Exited coredns 0 0ac227c373de0 coredns-66bc5c9577-72s7r kube-system
3e388e4a6940c 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 About a minute ago Exited kube-proxy 0 f4da47fe03017 kube-proxy-grx9w kube-system
f493a61603e54 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c About a minute ago Exited kindnet-cni 0 1bc4d7318c281 kindnet-hrcbt kube-system
5f19a7794aa42 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Exited kube-controller-manager 0 a4cca8e3d1e51 kube-controller-manager-pause-093526 kube-system
e89249a7d369d b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Exited kube-scheduler 0 1caf401254ff8 kube-scheduler-pause-093526 kube-system
8f1d5341361be 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Exited kube-apiserver 0 8c5fc90ac5605 kube-apiserver-pause-093526 kube-system
4674ad1946b87 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Exited etcd 0 a10db2779c247 etcd-pause-093526 kube-system
==> coredns [2d3c5194f60ddca26d1e09a87be36bf5b55f282cf823c4d226cd80648ff3f935] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:46757 - 33048 "HINFO IN 3521908753857971638.7253109561168850118. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.004182604s
==> coredns [c8e9baa0c28b4c56ffe8d7cdbdf33431287f25922c1524155311e021ac959a8c] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:37078 - 2899 "HINFO IN 4872177984478929745.2183255752259876186. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.026959199s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
Name: pause-093526
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=pause-093526
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=pause-093526
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_15_54_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:15:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: pause-093526
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:17:07 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:16:39 +0000 Mon, 06 Oct 2025 12:15:43 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:16:39 +0000 Mon, 06 Oct 2025 12:15:43 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:16:39 +0000 Mon, 06 Oct 2025 12:15:43 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:16:39 +0000 Mon, 06 Oct 2025 12:16:39 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: pause-093526
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 4c426c16725f44f3a5e5ae47ab4fd7cb
System UUID: 2729ec43-9ba3-4199-9ea7-5462594350c6
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (7 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system coredns-66bc5c9577-72s7r 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 76s
kube-system etcd-pause-093526 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 81s
kube-system kindnet-hrcbt 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 76s
kube-system kube-apiserver-pause-093526 250m (12%) 0 (0%) 0 (0%) 0 (0%) 81s
kube-system kube-controller-manager-pause-093526 200m (10%) 0 (0%) 0 (0%) 0 (0%) 81s
kube-system kube-proxy-grx9w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 76s
kube-system kube-scheduler-pause-093526 100m (5%) 0 (0%) 0 (0%) 0 (0%) 81s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 74s kube-proxy
Normal Starting 17s kube-proxy
Normal NodeHasSufficientPID 93s (x8 over 93s) kubelet Node pause-093526 status is now: NodeHasSufficientPID
Warning CgroupV1 93s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 93s (x8 over 93s) kubelet Node pause-093526 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 93s (x8 over 93s) kubelet Node pause-093526 status is now: NodeHasNoDiskPressure
Normal Starting 93s kubelet Starting kubelet.
Normal Starting 82s kubelet Starting kubelet.
Warning CgroupV1 82s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 81s kubelet Node pause-093526 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 81s kubelet Node pause-093526 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 81s kubelet Node pause-093526 status is now: NodeHasSufficientPID
Normal RegisteredNode 77s node-controller Node pause-093526 event: Registered Node pause-093526 in Controller
Normal NodeReady 35s kubelet Node pause-093526 status is now: NodeReady
Normal RegisteredNode 15s node-controller Node pause-093526 event: Registered Node pause-093526 in Controller
==> dmesg <==
[Oct 6 11:51] overlayfs: idmapped layers are currently not supported
[ +4.318925] overlayfs: idmapped layers are currently not supported
[Oct 6 11:52] overlayfs: idmapped layers are currently not supported
[ +40.936129] overlayfs: idmapped layers are currently not supported
[Oct 6 11:54] overlayfs: idmapped layers are currently not supported
[Oct 6 11:59] overlayfs: idmapped layers are currently not supported
[ +36.403670] overlayfs: idmapped layers are currently not supported
[Oct 6 12:01] overlayfs: idmapped layers are currently not supported
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
==> etcd [4674ad1946b8704cb6eb11c7b3bd70555cce2375562ebc36602c6149c1d29ede] <==
{"level":"warn","ts":"2025-10-06T12:15:47.486714Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48466","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.518869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48488","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.571424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48504","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.585772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48532","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.613735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48552","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.744586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48570","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-10-06T12:15:57.305516Z","caller":"traceutil/trace.go:172","msg":"trace[2076347127] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"118.455101ms","start":"2025-10-06T12:15:57.187043Z","end":"2025-10-06T12:15:57.305498Z","steps":["trace[2076347127] 'process raft request' (duration: 109.643122ms)"],"step_count":1}
{"level":"info","ts":"2025-10-06T12:16:43.421764Z","caller":"osutil/interrupt_unix.go:65","msg":"received signal; shutting down","signal":"terminated"}
{"level":"info","ts":"2025-10-06T12:16:43.421826Z","caller":"embed/etcd.go:426","msg":"closing etcd server","name":"pause-093526","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.85.2:2380"],"advertise-client-urls":["https://192.168.85.2:2379"]}
{"level":"error","ts":"2025-10-06T12:16:43.421921Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-10-06T12:16:43.565502Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-10-06T12:16:43.565605Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2381: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T12:16:43.565651Z","caller":"etcdserver/server.go:1281","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"9f0758e1c58a86ed","current-leader-member-id":"9f0758e1c58a86ed"}
{"level":"info","ts":"2025-10-06T12:16:43.565775Z","caller":"etcdserver/server.go:2319","msg":"server has stopped; stopping cluster version's monitor"}
{"level":"warn","ts":"2025-10-06T12:16:43.565767Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"warn","ts":"2025-10-06T12:16:43.565835Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"error","ts":"2025-10-06T12:16:43.565880Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T12:16:43.565840Z","caller":"etcdserver/server.go:2342","msg":"server has stopped; stopping storage version's monitor"}
{"level":"warn","ts":"2025-10-06T12:16:43.565820Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.85.2:2379: use of closed network connection"}
{"level":"warn","ts":"2025-10-06T12:16:43.565975Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.85.2:2379: use of closed network connection"}
{"level":"error","ts":"2025-10-06T12:16:43.565989Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.85.2:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T12:16:43.569308Z","caller":"embed/etcd.go:621","msg":"stopping serving peer traffic","address":"192.168.85.2:2380"}
{"level":"error","ts":"2025-10-06T12:16:43.569388Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.85.2:2380: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T12:16:43.569420Z","caller":"embed/etcd.go:626","msg":"stopped serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-10-06T12:16:43.569438Z","caller":"embed/etcd.go:428","msg":"closed etcd server","name":"pause-093526","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.85.2:2380"],"advertise-client-urls":["https://192.168.85.2:2379"]}
==> etcd [925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489] <==
{"level":"warn","ts":"2025-10-06T12:16:54.704132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43330","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.729101Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43354","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.751528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43370","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.778951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43392","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.792447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43412","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.810765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43436","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.835404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43456","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.847053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43466","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.864066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43494","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.889271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43510","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.907858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43526","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.920299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43552","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.945380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43570","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.962138Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43588","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.978539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43598","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.991693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43620","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.018490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43646","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.031590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43650","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.054991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43670","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.066355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43690","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.090326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43698","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.128757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43722","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.144959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43736","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.177674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43756","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.333771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43778","server-name":"","error":"EOF"}
==> kernel <==
12:17:14 up 1:59, 0 user, load average: 3.41, 3.87, 2.93
Linux pause-093526 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad] <==
I1006 12:16:52.506697 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:16:52.507796 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:16:52.507975 1 main.go:148] setting mtu 1500 for CNI
I1006 12:16:52.508019 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:16:52.508054 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:16:52Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:16:52.710753 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:16:52.710835 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:16:52.710868 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:16:52.713076 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1006 12:16:56.711475 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:16:56.711570 1 metrics.go:72] Registering metrics
I1006 12:16:56.711703 1 controller.go:711] "Syncing nftables rules"
I1006 12:17:02.713607 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:17:02.713672 1 main.go:301] handling current node
I1006 12:17:12.710839 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:17:12.710894 1 main.go:301] handling current node
==> kindnet [f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788] <==
I1006 12:15:58.911242 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:15:58.912179 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:15:58.912355 1 main.go:148] setting mtu 1500 for CNI
I1006 12:15:58.912398 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:15:58.912431 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:15:59Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:15:59.153114 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:15:59.161693 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:15:59.161792 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:15:59.162693 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:16:29.153561 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1006 12:16:29.163238 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:16:29.163242 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:16:29.163331 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1006 12:16:30.562494 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:16:30.562526 1 metrics.go:72] Registering metrics
I1006 12:16:30.562584 1 controller.go:711] "Syncing nftables rules"
I1006 12:16:39.153436 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:16:39.153493 1 main.go:301] handling current node
==> kube-apiserver [359b8e52a689359139d68f4584a44e06cb96d5b5afe86f0006a8060a60b793a6] <==
I1006 12:16:56.631201 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1006 12:16:56.631243 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1006 12:16:56.631575 1 aggregator.go:171] initial CRD sync complete...
I1006 12:16:56.631598 1 autoregister_controller.go:144] Starting autoregister controller
I1006 12:16:56.631605 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1006 12:16:56.631611 1 cache.go:39] Caches are synced for autoregister controller
I1006 12:16:56.639531 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:16:56.639569 1 policy_source.go:240] refreshing policies
I1006 12:16:56.651095 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:16:56.658616 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:16:56.659417 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:16:56.666817 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:16:56.671898 1 cache.go:39] Caches are synced for LocalAvailability controller
I1006 12:16:56.672233 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:16:56.672250 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:16:56.672378 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:16:56.688719 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1006 12:16:56.725856 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:16:56.761754 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:16:57.272685 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:16:58.366826 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:16:59.845412 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:16:59.943637 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:17:00.130052 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:17:00.204506 1 controller.go:667] quota admission added evaluator for: deployments.apps
==> kube-apiserver [8f1d5341361be2cb70eef9f5b21d6ff5184c099fba4829a3d2ec8dc2ccd4f5d0] <==
W1006 12:16:43.452190 1 logging.go:55] [core] [Channel #99 SubChannel #101]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452222 1 logging.go:55] [core] [Channel #231 SubChannel #233]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452240 1 logging.go:55] [core] [Channel #111 SubChannel #113]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452274 1 logging.go:55] [core] [Channel #207 SubChannel #209]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452287 1 logging.go:55] [core] [Channel #163 SubChannel #165]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452322 1 logging.go:55] [core] [Channel #255 SubChannel #257]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452341 1 logging.go:55] [core] [Channel #167 SubChannel #169]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452377 1 logging.go:55] [core] [Channel #251 SubChannel #253]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452392 1 logging.go:55] [core] [Channel #183 SubChannel #185]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452427 1 logging.go:55] [core] [Channel #35 SubChannel #37]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452449 1 logging.go:55] [core] [Channel #239 SubChannel #241]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452477 1 logging.go:55] [core] [Channel #63 SubChannel #65]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452498 1 logging.go:55] [core] [Channel #1 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452525 1 logging.go:55] [core] [Channel #39 SubChannel #41]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452547 1 logging.go:55] [core] [Channel #47 SubChannel #49]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452583 1 logging.go:55] [core] [Channel #59 SubChannel #61]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452615 1 logging.go:55] [core] [Channel #27 SubChannel #29]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452657 1 logging.go:55] [core] [Channel #13 SubChannel #15]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452669 1 logging.go:55] [core] [Channel #103 SubChannel #105]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452725 1 logging.go:55] [core] [Channel #83 SubChannel #85]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452771 1 logging.go:55] [core] [Channel #127 SubChannel #129]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452822 1 logging.go:55] [core] [Channel #211 SubChannel #213]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452870 1 logging.go:55] [core] [Channel #243 SubChannel #245]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452918 1 logging.go:55] [core] [Channel #247 SubChannel #249]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
==> kube-controller-manager [5f19a7794aa42bfe87dfb1f1a73a72e6069099300d7955e657ddbffb1253bab5] <==
I1006 12:15:57.156795 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1006 12:15:57.161354 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1006 12:15:57.162526 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1006 12:15:57.165767 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1006 12:15:57.165885 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:15:57.167040 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 12:15:57.178359 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:15:57.180668 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 12:15:57.180750 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 12:15:57.180843 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="pause-093526"
I1006 12:15:57.181444 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1006 12:15:57.181563 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:15:57.182888 1 shared_informer.go:356] "Caches are synced" controller="node"
I1006 12:15:57.183012 1 range_allocator.go:177] "Sending events to api server" logger="node-ipam-controller"
I1006 12:15:57.183074 1 range_allocator.go:183] "Starting range CIDR allocator" logger="node-ipam-controller"
I1006 12:15:57.183094 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1006 12:15:57.183102 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1006 12:15:57.187187 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:15:57.195578 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:15:57.204032 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:15:57.205495 1 shared_informer.go:356] "Caches are synced" controller="job"
I1006 12:15:57.205594 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1006 12:15:57.208747 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:15:57.308371 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="pause-093526" podCIDRs=["10.244.0.0/24"]
I1006 12:16:42.188912 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-controller-manager [bce46704b2a7000ea645ac0d5d0c7693cd4f27108f42ade976df230e12b204fb] <==
I1006 12:16:59.742794 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 12:16:59.742854 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1006 12:16:59.742921 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:16:59.744269 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:16:59.746517 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:16:59.746720 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:16:59.751143 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 12:16:59.751753 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:16:59.752872 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:16:59.754699 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 12:16:59.755884 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:16:59.757004 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 12:16:59.759212 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:16:59.759298 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:16:59.760461 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:16:59.760526 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:16:59.760550 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:16:59.763799 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:16:59.765011 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:16:59.766089 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1006 12:16:59.787101 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1006 12:16:59.787182 1 shared_informer.go:356] "Caches are synced" controller="job"
I1006 12:16:59.787190 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:16:59.787288 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:16:59.787359 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
==> kube-proxy [3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e] <==
I1006 12:15:58.843437 1 server_linux.go:53] "Using iptables proxy"
I1006 12:15:58.919488 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:15:59.031873 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:15:59.031990 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:15:59.032107 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:15:59.206052 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:15:59.206178 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:15:59.402575 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:15:59.403330 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:15:59.403413 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:15:59.407863 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:15:59.407943 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:15:59.408301 1 config.go:200] "Starting service config controller"
I1006 12:15:59.408376 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:15:59.408776 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:15:59.415360 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:15:59.415760 1 config.go:309] "Starting node config controller"
I1006 12:15:59.415811 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:15:59.415847 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:15:59.508837 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:15:59.508947 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1006 12:15:59.516135 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-proxy [aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a] <==
I1006 12:16:53.454963 1 server_linux.go:53] "Using iptables proxy"
I1006 12:16:54.590615 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:16:56.794215 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:16:56.794246 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:16:56.794317 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:16:56.923644 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:16:56.923769 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:16:56.929296 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:16:56.929762 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:16:56.932227 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:16:56.935784 1 config.go:200] "Starting service config controller"
I1006 12:16:56.935857 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:16:56.935877 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:16:56.935881 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:16:56.935892 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:16:56.935896 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:16:56.940635 1 config.go:309] "Starting node config controller"
I1006 12:16:56.940664 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:16:56.940672 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:16:57.036658 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:16:57.036766 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:16:57.036791 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [48ba420237fee16682c27dd011250d2428ae36c35a1a2db6692b278aa1665422] <==
I1006 12:16:56.231800 1 serving.go:386] Generated self-signed cert in-memory
I1006 12:16:57.461162 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:16:57.461198 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:16:57.468195 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:16:57.468331 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 12:16:57.468352 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 12:16:57.468500 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:16:57.475363 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:16:57.475460 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:16:57.477623 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:16:57.477712 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:16:57.568963 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 12:16:57.578326 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:16:57.578324 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kube-scheduler [e89249a7d369d771cdf0d3ef0db73c4bc77bb38bed420e406e8c3eb12bf2fb50] <==
E1006 12:15:50.521276 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 12:15:50.523630 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1006 12:15:50.523810 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1006 12:15:50.523893 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 12:15:50.523994 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 12:15:50.524420 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1006 12:15:50.524604 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 12:15:50.524654 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 12:15:50.524698 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1006 12:15:50.524736 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 12:15:50.524822 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1006 12:15:50.524892 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1006 12:15:50.524908 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1006 12:15:50.524923 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 12:15:50.530918 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 12:15:50.533852 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1006 12:15:50.534000 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 12:15:50.534866 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
I1006 12:15:51.404852 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:16:43.423922 1 secure_serving.go:259] Stopped listening on 127.0.0.1:10259
I1006 12:16:43.423958 1 server.go:263] "[graceful-termination] secure server has stopped listening"
I1006 12:16:43.423979 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1006 12:16:43.424007 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:16:43.424221 1 server.go:265] "[graceful-termination] secure server is exiting"
E1006 12:16:43.434528 1 run.go:72] "command failed" err="finished without leader elect"
==> kubelet <==
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.188062 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="7f59e36875b1b6595380ca88f760b4ea" pod="kube-system/etcd-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.188384 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-72s7r\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="bb6a46a0-19a6-488b-8e73-d1f4c5e78717" pod="kube-system/coredns-66bc5c9577-72s7r"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.188711 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="f8626f9c44254dba506645480677000c" pod="kube-system/kube-scheduler-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: I1006 12:16:52.212613 1301 scope.go:117] "RemoveContainer" containerID="3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.213778 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="b8835e409e831511795920098f7864db" pod="kube-system/kube-controller-manager-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.214404 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="7f59e36875b1b6595380ca88f760b4ea" pod="kube-system/etcd-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.214837 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-grx9w\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="605f121d-085f-4664-8dbf-c6b2609bab8a" pod="kube-system/kube-proxy-grx9w"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.215136 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-72s7r\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="bb6a46a0-19a6-488b-8e73-d1f4c5e78717" pod="kube-system/coredns-66bc5c9577-72s7r"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.215484 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="f8626f9c44254dba506645480677000c" pod="kube-system/kube-scheduler-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.215826 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="b2ecb95447dc755b728bf359db530ca2" pod="kube-system/kube-apiserver-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: I1006 12:16:52.218374 1301 scope.go:117] "RemoveContainer" containerID="f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.218900 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="7f59e36875b1b6595380ca88f760b4ea" pod="kube-system/etcd-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.219232 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kindnet-hrcbt\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="2ca303e4-8278-440d-b10e-26e5412c2e34" pod="kube-system/kindnet-hrcbt"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.219526 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-grx9w\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="605f121d-085f-4664-8dbf-c6b2609bab8a" pod="kube-system/kube-proxy-grx9w"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.219819 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-72s7r\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="bb6a46a0-19a6-488b-8e73-d1f4c5e78717" pod="kube-system/coredns-66bc5c9577-72s7r"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.220351 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="f8626f9c44254dba506645480677000c" pod="kube-system/kube-scheduler-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.220703 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="b2ecb95447dc755b728bf359db530ca2" pod="kube-system/kube-apiserver-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.221068 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="b8835e409e831511795920098f7864db" pod="kube-system/kube-controller-manager-pause-093526"
Oct 06 12:16:56 pause-093526 kubelet[1301]: E1006 12:16:56.508765 1301 reflector.go:205] "Failed to watch" err="configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:pause-093526\" cannot watch resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-093526' and this object" logger="UnhandledError" reflector="object-\"kube-system\"/\"kube-root-ca.crt\"" type="*v1.ConfigMap"
Oct 06 12:16:56 pause-093526 kubelet[1301]: E1006 12:16:56.508940 1301 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-scheduler-pause-093526\" is forbidden: User \"system:node:pause-093526\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-093526' and this object" podUID="f8626f9c44254dba506645480677000c" pod="kube-system/kube-scheduler-pause-093526"
Oct 06 12:16:56 pause-093526 kubelet[1301]: E1006 12:16:56.587334 1301 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-apiserver-pause-093526\" is forbidden: User \"system:node:pause-093526\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-093526' and this object" podUID="b2ecb95447dc755b728bf359db530ca2" pod="kube-system/kube-apiserver-pause-093526"
Oct 06 12:17:03 pause-093526 kubelet[1301]: W1006 12:17:03.257053 1301 conversion.go:112] Could not get instant cpu stats: cumulative stats decrease
Oct 06 12:17:11 pause-093526 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:17:11 pause-093526 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:17:11 pause-093526 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-093526 -n pause-093526
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-093526 -n pause-093526: exit status 2 (378.783683ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context pause-093526 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestPause/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestPause/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestPause/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect pause-093526
helpers_test.go:243: (dbg) docker inspect pause-093526:
-- stdout --
[
{
"Id": "8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5",
"Created": "2025-10-06T12:15:20.5642419Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 446905,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:15:20.648609144Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5/hostname",
"HostsPath": "/var/lib/docker/containers/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5/hosts",
"LogPath": "/var/lib/docker/containers/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5/8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5-json.log",
"Name": "/pause-093526",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"pause-093526:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "pause-093526",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "8d47dc7588c57aa338fd1644eb5015a82b0d5f2bb1aaf2f553023801eee0f9d5",
"LowerDir": "/var/lib/docker/overlay2/dadfc5c1c1638bb41a99926b3cc6a1986a4756f04d10a3fe4e23131243525c9a-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/dadfc5c1c1638bb41a99926b3cc6a1986a4756f04d10a3fe4e23131243525c9a/merged",
"UpperDir": "/var/lib/docker/overlay2/dadfc5c1c1638bb41a99926b3cc6a1986a4756f04d10a3fe4e23131243525c9a/diff",
"WorkDir": "/var/lib/docker/overlay2/dadfc5c1c1638bb41a99926b3cc6a1986a4756f04d10a3fe4e23131243525c9a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "pause-093526",
"Source": "/var/lib/docker/volumes/pause-093526/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "pause-093526",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "pause-093526",
"name.minikube.sigs.k8s.io": "pause-093526",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "05533ffd18fb740a8ee5ccaa0758d857f5753bdbb5656cad7c2e8c11d0900735",
"SandboxKey": "/var/run/docker/netns/05533ffd18fb",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33394"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33395"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33398"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33396"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33397"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"pause-093526": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "2a:0f:f5:35:ad:26",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "e1cdcf0ade017c7f50913ede65d4971e019da5d25c4a7fea9ce182addfc6ed04",
"EndpointID": "2b9db1bf42195ca0a3732a105c5026a7102d3c6da9187e151878ebb65f0131d4",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"pause-093526",
"8d47dc7588c5"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p pause-093526 -n pause-093526
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p pause-093526 -n pause-093526: exit status 2 (340.213116ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestPause/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestPause/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p pause-093526 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p pause-093526 logs -n 25: (1.367534149s)
helpers_test.go:260: TestPause/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -p NoKubernetes-906409 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:12 UTC │ 06 Oct 25 12:12 UTC │
│ ssh │ -p NoKubernetes-906409 sudo systemctl is-active --quiet service kubelet │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:12 UTC │ │
│ stop │ -p NoKubernetes-906409 │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:12 UTC │ 06 Oct 25 12:12 UTC │
│ start │ -p NoKubernetes-906409 --driver=docker --container-runtime=crio │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:12 UTC │ 06 Oct 25 12:13 UTC │
│ ssh │ -p NoKubernetes-906409 sudo systemctl is-active --quiet service kubelet │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ │
│ delete │ -p NoKubernetes-906409 │ NoKubernetes-906409 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:13 UTC │
│ start │ -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:13 UTC │
│ start │ -p missing-upgrade-580228 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ missing-upgrade-580228 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:14 UTC │
│ stop │ -p kubernetes-upgrade-317676 │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:13 UTC │
│ start │ -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:13 UTC │ 06 Oct 25 12:14 UTC │
│ delete │ -p missing-upgrade-580228 │ missing-upgrade-580228 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ start │ -p stopped-upgrade-593901 --memory=3072 --vm-driver=docker --container-runtime=crio │ stopped-upgrade-593901 │ jenkins │ v1.32.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ start │ -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ │
│ start │ -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ delete │ -p kubernetes-upgrade-317676 │ kubernetes-upgrade-317676 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ stop │ stopped-upgrade-593901 stop │ stopped-upgrade-593901 │ jenkins │ v1.32.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:14 UTC │
│ start │ -p stopped-upgrade-593901 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ stopped-upgrade-593901 │ jenkins │ v1.37.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:15 UTC │
│ start │ -p running-upgrade-858806 --memory=3072 --vm-driver=docker --container-runtime=crio │ running-upgrade-858806 │ jenkins │ v1.32.0 │ 06 Oct 25 12:14 UTC │ 06 Oct 25 12:15 UTC │
│ delete │ -p stopped-upgrade-593901 │ stopped-upgrade-593901 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ 06 Oct 25 12:15 UTC │
│ start │ -p pause-093526 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio │ pause-093526 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ 06 Oct 25 12:16 UTC │
│ start │ -p running-upgrade-858806 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ running-upgrade-858806 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ 06 Oct 25 12:15 UTC │
│ delete │ -p running-upgrade-858806 │ running-upgrade-858806 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ 06 Oct 25 12:15 UTC │
│ start │ -p force-systemd-flag-269070 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:15 UTC │ │
│ start │ -p pause-093526 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ pause-093526 │ jenkins │ v1.37.0 │ 06 Oct 25 12:16 UTC │ 06 Oct 25 12:17 UTC │
│ pause │ -p pause-093526 --alsologtostderr -v=5 │ pause-093526 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
└─────────┴──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/06 12:16:42
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:16:42.130930 453142 out.go:360] Setting OutFile to fd 1 ...
I1006 12:16:42.131147 453142 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:16:42.131182 453142 out.go:374] Setting ErrFile to fd 2...
I1006 12:16:42.131204 453142 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:16:42.131515 453142 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:16:42.132003 453142 out.go:368] Setting JSON to false
I1006 12:16:42.133252 453142 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7155,"bootTime":1759745848,"procs":200,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:16:42.133389 453142 start.go:140] virtualization:
I1006 12:16:42.137178 453142 out.go:179] * [pause-093526] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:16:42.141453 453142 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:16:42.141622 453142 notify.go:220] Checking for updates...
I1006 12:16:42.149828 453142 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:16:42.155895 453142 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:16:42.159115 453142 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:16:42.162256 453142 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:16:42.165425 453142 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:16:42.169517 453142 config.go:182] Loaded profile config "pause-093526": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:16:42.170522 453142 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:16:42.197272 453142 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:16:42.197451 453142 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:16:42.265351 453142 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:16:42.255183381 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:16:42.265469 453142 docker.go:318] overlay module found
I1006 12:16:42.270623 453142 out.go:179] * Using the docker driver based on existing profile
I1006 12:16:42.273659 453142 start.go:304] selected driver: docker
I1006 12:16:42.273697 453142 start.go:924] validating driver "docker" against &{Name:pause-093526 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikub
eCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false regi
stry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:16:42.273852 453142 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:16:42.273965 453142 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:16:42.334469 453142 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:16:42.324600736 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:16:42.334920 453142 cni.go:84] Creating CNI manager for ""
I1006 12:16:42.335061 453142 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:16:42.335160 453142 start.go:348] cluster config:
{Name:pause-093526 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:c
rio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false
storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:16:42.338425 453142 out.go:179] * Starting "pause-093526" primary control-plane node in "pause-093526" cluster
I1006 12:16:42.341251 453142 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:16:42.344753 453142 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:16:42.347661 453142 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:16:42.347730 453142 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:16:42.347744 453142 cache.go:58] Caching tarball of preloaded images
I1006 12:16:42.347756 453142 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:16:42.347855 453142 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:16:42.347865 453142 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:16:42.348003 453142 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/config.json ...
I1006 12:16:42.369603 453142 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:16:42.369630 453142 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:16:42.369657 453142 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:16:42.369681 453142 start.go:360] acquireMachinesLock for pause-093526: {Name:mk36da910e7b27a7f8ba0b72324f806f9821484c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:16:42.369747 453142 start.go:364] duration metric: took 39.467µs to acquireMachinesLock for "pause-093526"
I1006 12:16:42.369771 453142 start.go:96] Skipping create...Using existing machine configuration
I1006 12:16:42.369781 453142 fix.go:54] fixHost starting:
I1006 12:16:42.370046 453142 cli_runner.go:164] Run: docker container inspect pause-093526 --format={{.State.Status}}
I1006 12:16:42.387673 453142 fix.go:112] recreateIfNeeded on pause-093526: state=Running err=<nil>
W1006 12:16:42.387702 453142 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:16:42.390949 453142 out.go:252] * Updating the running docker "pause-093526" container ...
I1006 12:16:42.390987 453142 machine.go:93] provisionDockerMachine start ...
I1006 12:16:42.391094 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:42.409010 453142 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:42.409334 453142 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33394 <nil> <nil>}
I1006 12:16:42.409348 453142 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:16:42.541142 453142 main.go:141] libmachine: SSH cmd err, output: <nil>: pause-093526
I1006 12:16:42.541169 453142 ubuntu.go:182] provisioning hostname "pause-093526"
I1006 12:16:42.541233 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:42.558966 453142 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:42.559282 453142 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33394 <nil> <nil>}
I1006 12:16:42.559299 453142 main.go:141] libmachine: About to run SSH command:
sudo hostname pause-093526 && echo "pause-093526" | sudo tee /etc/hostname
I1006 12:16:42.703749 453142 main.go:141] libmachine: SSH cmd err, output: <nil>: pause-093526
I1006 12:16:42.703853 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:42.721451 453142 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:42.721818 453142 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33394 <nil> <nil>}
I1006 12:16:42.721844 453142 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\spause-093526' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 pause-093526/g' /etc/hosts;
else
echo '127.0.1.1 pause-093526' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:16:42.854121 453142 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:16:42.854196 453142 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:16:42.854228 453142 ubuntu.go:190] setting up certificates
I1006 12:16:42.854238 453142 provision.go:84] configureAuth start
I1006 12:16:42.854306 453142 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-093526
I1006 12:16:42.872576 453142 provision.go:143] copyHostCerts
I1006 12:16:42.872651 453142 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:16:42.872664 453142 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:16:42.872738 453142 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:16:42.872837 453142 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:16:42.872849 453142 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:16:42.872877 453142 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:16:42.872934 453142 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:16:42.872943 453142 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:16:42.872973 453142 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:16:42.873024 453142 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.pause-093526 san=[127.0.0.1 192.168.85.2 localhost minikube pause-093526]
I1006 12:16:43.058153 453142 provision.go:177] copyRemoteCerts
I1006 12:16:43.058218 453142 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:16:43.058270 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:43.075885 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:43.173979 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:16:43.193261 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1006 12:16:43.223527 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:16:43.244521 453142 provision.go:87] duration metric: took 390.26822ms to configureAuth
I1006 12:16:43.244553 453142 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:16:43.244843 453142 config.go:182] Loaded profile config "pause-093526": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:16:43.244966 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:43.263000 453142 main.go:141] libmachine: Using SSH client type: native
I1006 12:16:43.263308 453142 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33394 <nil> <nil>}
I1006 12:16:43.263328 453142 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:16:48.592041 453142 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:16:48.592063 453142 machine.go:96] duration metric: took 6.201067665s to provisionDockerMachine
I1006 12:16:48.592073 453142 start.go:293] postStartSetup for "pause-093526" (driver="docker")
I1006 12:16:48.592084 453142 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:16:48.592167 453142 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:16:48.592218 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:48.612598 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:48.710265 453142 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:16:48.713961 453142 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:16:48.713988 453142 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:16:48.713999 453142 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:16:48.714055 453142 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:16:48.714147 453142 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:16:48.714251 453142 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:16:48.722465 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:16:48.740522 453142 start.go:296] duration metric: took 148.432864ms for postStartSetup
I1006 12:16:48.740658 453142 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:16:48.740722 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:48.758254 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:48.863172 453142 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:16:48.868711 453142 fix.go:56] duration metric: took 6.498925992s for fixHost
I1006 12:16:48.868737 453142 start.go:83] releasing machines lock for "pause-093526", held for 6.498978809s
I1006 12:16:48.868816 453142 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-093526
I1006 12:16:48.885249 453142 ssh_runner.go:195] Run: cat /version.json
I1006 12:16:48.885317 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:48.885584 453142 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:16:48.885636 453142 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-093526
I1006 12:16:48.904273 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:48.909649 453142 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33394 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/pause-093526/id_rsa Username:docker}
I1006 12:16:48.997402 453142 ssh_runner.go:195] Run: systemctl --version
I1006 12:16:49.089965 453142 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:16:49.133842 453142 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:16:49.138867 453142 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:16:49.138970 453142 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:16:49.148212 453142 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:16:49.148235 453142 start.go:495] detecting cgroup driver to use...
I1006 12:16:49.148283 453142 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:16:49.148336 453142 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:16:49.163795 453142 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:16:49.177696 453142 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:16:49.177765 453142 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:16:49.194758 453142 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:16:49.208462 453142 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:16:49.339074 453142 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:16:49.471142 453142 docker.go:234] disabling docker service ...
I1006 12:16:49.471230 453142 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:16:49.486821 453142 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:16:49.500758 453142 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:16:49.644505 453142 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:16:49.792704 453142 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:16:49.807922 453142 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:16:49.824001 453142 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:16:49.824152 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.833913 453142 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:16:49.834036 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.843387 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.853752 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.864060 453142 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:16:49.873090 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.882849 453142 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.891519 453142 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:16:49.901058 453142 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:16:49.908963 453142 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:16:49.917110 453142 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:16:50.042254 453142 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:16:50.234936 453142 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:16:50.235085 453142 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:16:50.239145 453142 start.go:563] Will wait 60s for crictl version
I1006 12:16:50.239223 453142 ssh_runner.go:195] Run: which crictl
I1006 12:16:50.243246 453142 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:16:50.269276 453142 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:16:50.269365 453142 ssh_runner.go:195] Run: crio --version
I1006 12:16:50.298225 453142 ssh_runner.go:195] Run: crio --version
I1006 12:16:50.330394 453142 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:16:50.333345 453142 cli_runner.go:164] Run: docker network inspect pause-093526 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:16:50.351497 453142 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:16:50.356144 453142 kubeadm.go:883] updating cluster {Name:pause-093526 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false regist
ry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:16:50.356296 453142 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:16:50.356368 453142 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:16:50.395385 453142 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:16:50.395412 453142 crio.go:433] Images already preloaded, skipping extraction
I1006 12:16:50.395471 453142 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:16:50.424800 453142 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:16:50.424825 453142 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:16:50.424833 453142 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:16:50.424928 453142 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-093526 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:16:50.425022 453142 ssh_runner.go:195] Run: crio config
I1006 12:16:50.483537 453142 cni.go:84] Creating CNI manager for ""
I1006 12:16:50.483563 453142 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:16:50.483580 453142 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:16:50.483607 453142 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-093526 NodeName:pause-093526 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:16:50.483735 453142 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-093526"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:16:50.483840 453142 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:16:50.492072 453142 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:16:50.492150 453142 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:16:50.500045 453142 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1006 12:16:50.513131 453142 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:16:50.526728 453142 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2209 bytes)
I1006 12:16:50.540227 453142 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:16:50.545389 453142 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:16:50.679669 453142 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:16:50.693311 453142 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526 for IP: 192.168.85.2
I1006 12:16:50.693335 453142 certs.go:195] generating shared ca certs ...
I1006 12:16:50.693350 453142 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:50.693486 453142 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:16:50.693602 453142 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:16:50.693615 453142 certs.go:257] generating profile certs ...
I1006 12:16:50.693714 453142 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.key
I1006 12:16:50.693784 453142 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/apiserver.key.442bed21
I1006 12:16:50.693838 453142 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/proxy-client.key
I1006 12:16:50.694004 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:16:50.694037 453142 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:16:50.694050 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:16:50.694081 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:16:50.694107 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:16:50.694145 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:16:50.694190 453142 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:16:50.694789 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:16:50.714371 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:16:50.732705 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:16:50.752159 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:16:50.771090 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1006 12:16:50.788930 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1006 12:16:50.807377 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:16:50.825747 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 12:16:50.844887 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:16:50.863632 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:16:50.882214 453142 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:16:50.900360 453142 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:16:50.914548 453142 ssh_runner.go:195] Run: openssl version
I1006 12:16:50.920793 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:16:50.930240 453142 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:16:50.934889 453142 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:16:50.935010 453142 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:16:50.976353 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:16:50.984775 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:16:50.993992 453142 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:50.998119 453142 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:50.998198 453142 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:16:51.040466 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:16:51.048763 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:16:51.057685 453142 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:16:51.062150 453142 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:16:51.062283 453142 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:16:51.104956 453142 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:16:51.113903 453142 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:16:51.118353 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:16:51.162446 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:16:51.204829 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:16:51.247172 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:16:51.291453 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:16:51.334504 453142 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:16:51.375938 453142 kubeadm.go:400] StartCluster: {Name:pause-093526 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:pause-093526 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-
aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:16:51.376070 453142 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:16:51.376167 453142 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:16:51.406106 453142 cri.go:89] found id: "c8e9baa0c28b4c56ffe8d7cdbdf33431287f25922c1524155311e021ac959a8c"
I1006 12:16:51.406136 453142 cri.go:89] found id: "3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e"
I1006 12:16:51.406142 453142 cri.go:89] found id: "f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788"
I1006 12:16:51.406146 453142 cri.go:89] found id: "5f19a7794aa42bfe87dfb1f1a73a72e6069099300d7955e657ddbffb1253bab5"
I1006 12:16:51.406149 453142 cri.go:89] found id: "e89249a7d369d771cdf0d3ef0db73c4bc77bb38bed420e406e8c3eb12bf2fb50"
I1006 12:16:51.406153 453142 cri.go:89] found id: "8f1d5341361be2cb70eef9f5b21d6ff5184c099fba4829a3d2ec8dc2ccd4f5d0"
I1006 12:16:51.406156 453142 cri.go:89] found id: "4674ad1946b8704cb6eb11c7b3bd70555cce2375562ebc36602c6149c1d29ede"
I1006 12:16:51.406160 453142 cri.go:89] found id: ""
I1006 12:16:51.406227 453142 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:16:51.418057 453142 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:16:51Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:16:51.418174 453142 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:16:51.426633 453142 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:16:51.426662 453142 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:16:51.426724 453142 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:16:51.434622 453142 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:16:51.435144 453142 kubeconfig.go:125] found "pause-093526" server: "https://192.168.85.2:8443"
I1006 12:16:51.435737 453142 kapi.go:59] client config for pause-093526: &rest.Config{Host:"https://192.168.85.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.crt", KeyFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.key", CAFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]s
tring(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2120120), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 12:16:51.436240 453142 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I1006 12:16:51.436264 453142 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I1006 12:16:51.436270 453142 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1006 12:16:51.436274 453142 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true
I1006 12:16:51.436286 453142 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1006 12:16:51.436657 453142 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:16:51.444825 453142 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.85.2
I1006 12:16:51.444913 453142 kubeadm.go:601] duration metric: took 18.243065ms to restartPrimaryControlPlane
I1006 12:16:51.444929 453142 kubeadm.go:402] duration metric: took 68.999689ms to StartCluster
I1006 12:16:51.444946 453142 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:51.445011 453142 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:16:51.445678 453142 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:16:51.445909 453142 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:16:51.446319 453142 config.go:182] Loaded profile config "pause-093526": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:16:51.446366 453142 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:16:51.452203 453142 out.go:179] * Enabled addons:
I1006 12:16:51.452224 453142 out.go:179] * Verifying Kubernetes components...
I1006 12:16:51.455051 453142 addons.go:514] duration metric: took 8.715185ms for enable addons: enabled=[]
I1006 12:16:51.455122 453142 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:16:51.587249 453142 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:16:51.601226 453142 node_ready.go:35] waiting up to 6m0s for node "pause-093526" to be "Ready" ...
I1006 12:16:56.565017 453142 node_ready.go:49] node "pause-093526" is "Ready"
I1006 12:16:56.565103 453142 node_ready.go:38] duration metric: took 4.963790197s for node "pause-093526" to be "Ready" ...
I1006 12:16:56.565131 453142 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:16:56.565222 453142 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:16:56.586010 453142 api_server.go:72] duration metric: took 5.140064597s to wait for apiserver process to appear ...
I1006 12:16:56.586079 453142 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:16:56.586113 453142 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:16:56.684838 453142 api_server.go:279] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[-]poststarthook/start-service-ip-repair-controllers failed: reason withheld
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[-]poststarthook/bootstrap-controller failed: reason withheld
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[-]poststarthook/apiservice-registration-controller failed: reason withheld
[-]poststarthook/apiservice-discovery-controller failed: reason withheld
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 12:16:56.684937 453142 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[-]poststarthook/start-service-ip-repair-controllers failed: reason withheld
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[-]poststarthook/bootstrap-controller failed: reason withheld
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[-]poststarthook/apiservice-registration-controller failed: reason withheld
[-]poststarthook/apiservice-discovery-controller failed: reason withheld
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 12:16:57.087186 453142 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:16:57.096017 453142 api_server.go:279] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 12:16:57.096139 453142 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 12:16:57.586995 453142 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:16:57.596060 453142 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:16:57.597132 453142 api_server.go:141] control plane version: v1.34.1
I1006 12:16:57.597165 453142 api_server.go:131] duration metric: took 1.011064597s to wait for apiserver health ...
I1006 12:16:57.597174 453142 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:16:57.600833 453142 system_pods.go:59] 7 kube-system pods found
I1006 12:16:57.600887 453142 system_pods.go:61] "coredns-66bc5c9577-72s7r" [bb6a46a0-19a6-488b-8e73-d1f4c5e78717] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:16:57.600897 453142 system_pods.go:61] "etcd-pause-093526" [f815eb81-2e56-4745-b954-e87628f10e86] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:16:57.600902 453142 system_pods.go:61] "kindnet-hrcbt" [2ca303e4-8278-440d-b10e-26e5412c2e34] Running
I1006 12:16:57.600910 453142 system_pods.go:61] "kube-apiserver-pause-093526" [94c4f98f-4134-42cb-b785-e37d8fe81b0c] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:16:57.600950 453142 system_pods.go:61] "kube-controller-manager-pause-093526" [b7ad8d12-814f-4d14-9e89-c1d6569fbf01] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:16:57.600961 453142 system_pods.go:61] "kube-proxy-grx9w" [605f121d-085f-4664-8dbf-c6b2609bab8a] Running
I1006 12:16:57.600970 453142 system_pods.go:61] "kube-scheduler-pause-093526" [885297b6-cd35-487c-ad57-9cc4c1c55b08] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:16:57.600977 453142 system_pods.go:74] duration metric: took 3.796918ms to wait for pod list to return data ...
I1006 12:16:57.600991 453142 default_sa.go:34] waiting for default service account to be created ...
I1006 12:16:57.603683 453142 default_sa.go:45] found service account: "default"
I1006 12:16:57.603711 453142 default_sa.go:55] duration metric: took 2.712445ms for default service account to be created ...
I1006 12:16:57.603721 453142 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:16:57.607386 453142 system_pods.go:86] 7 kube-system pods found
I1006 12:16:57.607485 453142 system_pods.go:89] "coredns-66bc5c9577-72s7r" [bb6a46a0-19a6-488b-8e73-d1f4c5e78717] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:16:57.607512 453142 system_pods.go:89] "etcd-pause-093526" [f815eb81-2e56-4745-b954-e87628f10e86] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:16:57.607542 453142 system_pods.go:89] "kindnet-hrcbt" [2ca303e4-8278-440d-b10e-26e5412c2e34] Running
I1006 12:16:57.607575 453142 system_pods.go:89] "kube-apiserver-pause-093526" [94c4f98f-4134-42cb-b785-e37d8fe81b0c] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:16:57.607600 453142 system_pods.go:89] "kube-controller-manager-pause-093526" [b7ad8d12-814f-4d14-9e89-c1d6569fbf01] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:16:57.607629 453142 system_pods.go:89] "kube-proxy-grx9w" [605f121d-085f-4664-8dbf-c6b2609bab8a] Running
I1006 12:16:57.607666 453142 system_pods.go:89] "kube-scheduler-pause-093526" [885297b6-cd35-487c-ad57-9cc4c1c55b08] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:16:57.607688 453142 system_pods.go:126] duration metric: took 3.96044ms to wait for k8s-apps to be running ...
I1006 12:16:57.607719 453142 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:16:57.607819 453142 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:16:57.624802 453142 system_svc.go:56] duration metric: took 17.074455ms WaitForService to wait for kubelet
I1006 12:16:57.624882 453142 kubeadm.go:586] duration metric: took 6.178940147s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:16:57.624920 453142 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:16:57.628138 453142 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:16:57.628181 453142 node_conditions.go:123] node cpu capacity is 2
I1006 12:16:57.628194 453142 node_conditions.go:105] duration metric: took 3.254038ms to run NodePressure ...
I1006 12:16:57.628205 453142 start.go:241] waiting for startup goroutines ...
I1006 12:16:57.628246 453142 start.go:246] waiting for cluster config update ...
I1006 12:16:57.628261 453142 start.go:255] writing updated cluster config ...
I1006 12:16:57.628633 453142 ssh_runner.go:195] Run: rm -f paused
I1006 12:16:57.632809 453142 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:16:57.633393 453142 kapi.go:59] client config for pause-093526: &rest.Config{Host:"https://192.168.85.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.crt", KeyFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/profiles/pause-093526/client.key", CAFile:"/home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]s
tring(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2120120), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1006 12:16:57.702391 453142 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-72s7r" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:16:59.708333 453142 pod_ready.go:104] pod "coredns-66bc5c9577-72s7r" is not "Ready", error: <nil>
W1006 12:17:01.713204 453142 pod_ready.go:104] pod "coredns-66bc5c9577-72s7r" is not "Ready", error: <nil>
W1006 12:17:04.208908 453142 pod_ready.go:104] pod "coredns-66bc5c9577-72s7r" is not "Ready", error: <nil>
I1006 12:17:04.709952 453142 pod_ready.go:94] pod "coredns-66bc5c9577-72s7r" is "Ready"
I1006 12:17:04.709982 453142 pod_ready.go:86] duration metric: took 7.007557796s for pod "coredns-66bc5c9577-72s7r" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:04.712963 453142 pod_ready.go:83] waiting for pod "etcd-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:17:06.719171 453142 pod_ready.go:104] pod "etcd-pause-093526" is not "Ready", error: <nil>
W1006 12:17:08.719358 453142 pod_ready.go:104] pod "etcd-pause-093526" is not "Ready", error: <nil>
I1006 12:17:09.717968 453142 pod_ready.go:94] pod "etcd-pause-093526" is "Ready"
I1006 12:17:09.718001 453142 pod_ready.go:86] duration metric: took 5.005009444s for pod "etcd-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.720618 453142 pod_ready.go:83] waiting for pod "kube-apiserver-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.725664 453142 pod_ready.go:94] pod "kube-apiserver-pause-093526" is "Ready"
I1006 12:17:09.725693 453142 pod_ready.go:86] duration metric: took 5.047754ms for pod "kube-apiserver-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.728174 453142 pod_ready.go:83] waiting for pod "kube-controller-manager-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.733101 453142 pod_ready.go:94] pod "kube-controller-manager-pause-093526" is "Ready"
I1006 12:17:09.733131 453142 pod_ready.go:86] duration metric: took 4.928204ms for pod "kube-controller-manager-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.735749 453142 pod_ready.go:83] waiting for pod "kube-proxy-grx9w" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:09.916462 453142 pod_ready.go:94] pod "kube-proxy-grx9w" is "Ready"
I1006 12:17:09.916491 453142 pod_ready.go:86] duration metric: took 180.709026ms for pod "kube-proxy-grx9w" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:10.116634 453142 pod_ready.go:83] waiting for pod "kube-scheduler-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:10.516988 453142 pod_ready.go:94] pod "kube-scheduler-pause-093526" is "Ready"
I1006 12:17:10.517020 453142 pod_ready.go:86] duration metric: took 400.353721ms for pod "kube-scheduler-pause-093526" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:17:10.517033 453142 pod_ready.go:40] duration metric: took 12.884188779s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:17:10.570056 453142 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:17:10.573142 453142 out.go:179] * Done! kubectl is now configured to use "pause-093526" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.325022278Z" level=info msg="Created container 925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489: kube-system/etcd-pause-093526/etcd" id=6878ee7f-742f-4827-a689-8c4bbfeac0e8 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.325262576Z" level=info msg="Started container" PID=2336 containerID=bce46704b2a7000ea645ac0d5d0c7693cd4f27108f42ade976df230e12b204fb description=kube-system/kube-controller-manager-pause-093526/kube-controller-manager id=ee287497-561a-4ffb-85d9-55bc084aefe2 name=/runtime.v1.RuntimeService/StartContainer sandboxID=a4cca8e3d1e516769bb8f13c63fc6fe2e3571d7ab7f0f94469cece49cbe39149
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.326271111Z" level=info msg="Starting container: 925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489" id=f2f5e364-28ad-41c4-aae4-33ef34c5af94 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.330668167Z" level=info msg="Started container" PID=2330 containerID=925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489 description=kube-system/etcd-pause-093526/etcd id=f2f5e364-28ad-41c4-aae4-33ef34c5af94 name=/runtime.v1.RuntimeService/StartContainer sandboxID=a10db2779c2479f9a594f1bec3a3b03b73d3fac41165bce6fceb03cbb56e384e
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.36412001Z" level=info msg="Created container 5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad: kube-system/kindnet-hrcbt/kindnet-cni" id=e4d2ed81-33a2-45e3-9d15-fee733f33d47 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.364856017Z" level=info msg="Starting container: 5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad" id=7bfd2ce6-c949-4984-b54f-74995b167bfe name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.373709124Z" level=info msg="Started container" PID=2343 containerID=5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad description=kube-system/kindnet-hrcbt/kindnet-cni id=7bfd2ce6-c949-4984-b54f-74995b167bfe name=/runtime.v1.RuntimeService/StartContainer sandboxID=1bc4d7318c281e04f8baf9e0a2c9471c23b7883aaa2cce90e3cd4c237631b07e
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.598479517Z" level=info msg="Created container aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a: kube-system/kube-proxy-grx9w/kube-proxy" id=7f920e73-70a4-4a25-8ae8-795ed11369db name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.599390952Z" level=info msg="Starting container: aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a" id=133760bc-025e-44ed-828e-64c557865635 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:16:52 pause-093526 crio[2040]: time="2025-10-06T12:16:52.602843203Z" level=info msg="Started container" PID=2359 containerID=aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a description=kube-system/kube-proxy-grx9w/kube-proxy id=133760bc-025e-44ed-828e-64c557865635 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f4da47fe030173dcc7d127d1d4bed09c60f8f691829dd216a868c40ac131fd01
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.713993485Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.718546932Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.718587958Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.718613476Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.722289639Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.722337788Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.722364569Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.726135076Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.726175651Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.726202793Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.730013793Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.730053087Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.730076251Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.734215261Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:17:02 pause-093526 crio[2040]: time="2025-10-06T12:17:02.734254441Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
aa61f8053450b 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 23 seconds ago Running kube-proxy 1 f4da47fe03017 kube-proxy-grx9w kube-system
5e6599eba3318 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 23 seconds ago Running kindnet-cni 1 1bc4d7318c281 kindnet-hrcbt kube-system
925c98b7cb41e a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 23 seconds ago Running etcd 1 a10db2779c247 etcd-pause-093526 kube-system
bce46704b2a70 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 23 seconds ago Running kube-controller-manager 1 a4cca8e3d1e51 kube-controller-manager-pause-093526 kube-system
359b8e52a6893 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 23 seconds ago Running kube-apiserver 1 8c5fc90ac5605 kube-apiserver-pause-093526 kube-system
2d3c5194f60dd 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 23 seconds ago Running coredns 1 0ac227c373de0 coredns-66bc5c9577-72s7r kube-system
48ba420237fee b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 23 seconds ago Running kube-scheduler 1 1caf401254ff8 kube-scheduler-pause-093526 kube-system
c8e9baa0c28b4 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 36 seconds ago Exited coredns 0 0ac227c373de0 coredns-66bc5c9577-72s7r kube-system
3e388e4a6940c 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 About a minute ago Exited kube-proxy 0 f4da47fe03017 kube-proxy-grx9w kube-system
f493a61603e54 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c About a minute ago Exited kindnet-cni 0 1bc4d7318c281 kindnet-hrcbt kube-system
5f19a7794aa42 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Exited kube-controller-manager 0 a4cca8e3d1e51 kube-controller-manager-pause-093526 kube-system
e89249a7d369d b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Exited kube-scheduler 0 1caf401254ff8 kube-scheduler-pause-093526 kube-system
8f1d5341361be 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Exited kube-apiserver 0 8c5fc90ac5605 kube-apiserver-pause-093526 kube-system
4674ad1946b87 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Exited etcd 0 a10db2779c247 etcd-pause-093526 kube-system
==> coredns [2d3c5194f60ddca26d1e09a87be36bf5b55f282cf823c4d226cd80648ff3f935] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: connect: connection refused
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:46757 - 33048 "HINFO IN 3521908753857971638.7253109561168850118. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.004182604s
==> coredns [c8e9baa0c28b4c56ffe8d7cdbdf33431287f25922c1524155311e021ac959a8c] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:37078 - 2899 "HINFO IN 4872177984478929745.2183255752259876186. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.026959199s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
Name: pause-093526
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=pause-093526
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=pause-093526
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_15_54_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:15:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: pause-093526
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:17:07 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:16:39 +0000 Mon, 06 Oct 2025 12:15:43 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:16:39 +0000 Mon, 06 Oct 2025 12:15:43 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:16:39 +0000 Mon, 06 Oct 2025 12:15:43 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:16:39 +0000 Mon, 06 Oct 2025 12:16:39 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: pause-093526
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 4c426c16725f44f3a5e5ae47ab4fd7cb
System UUID: 2729ec43-9ba3-4199-9ea7-5462594350c6
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (7 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system coredns-66bc5c9577-72s7r 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 78s
kube-system etcd-pause-093526 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 83s
kube-system kindnet-hrcbt 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 78s
kube-system kube-apiserver-pause-093526 250m (12%) 0 (0%) 0 (0%) 0 (0%) 83s
kube-system kube-controller-manager-pause-093526 200m (10%) 0 (0%) 0 (0%) 0 (0%) 83s
kube-system kube-proxy-grx9w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 78s
kube-system kube-scheduler-pause-093526 100m (5%) 0 (0%) 0 (0%) 0 (0%) 83s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 76s kube-proxy
Normal Starting 19s kube-proxy
Normal NodeHasSufficientPID 95s (x8 over 95s) kubelet Node pause-093526 status is now: NodeHasSufficientPID
Warning CgroupV1 95s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 95s (x8 over 95s) kubelet Node pause-093526 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 95s (x8 over 95s) kubelet Node pause-093526 status is now: NodeHasNoDiskPressure
Normal Starting 95s kubelet Starting kubelet.
Normal Starting 84s kubelet Starting kubelet.
Warning CgroupV1 84s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 83s kubelet Node pause-093526 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 83s kubelet Node pause-093526 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 83s kubelet Node pause-093526 status is now: NodeHasSufficientPID
Normal RegisteredNode 79s node-controller Node pause-093526 event: Registered Node pause-093526 in Controller
Normal NodeReady 37s kubelet Node pause-093526 status is now: NodeReady
Normal RegisteredNode 17s node-controller Node pause-093526 event: Registered Node pause-093526 in Controller
==> dmesg <==
[Oct 6 11:51] overlayfs: idmapped layers are currently not supported
[ +4.318925] overlayfs: idmapped layers are currently not supported
[Oct 6 11:52] overlayfs: idmapped layers are currently not supported
[ +40.936129] overlayfs: idmapped layers are currently not supported
[Oct 6 11:54] overlayfs: idmapped layers are currently not supported
[Oct 6 11:59] overlayfs: idmapped layers are currently not supported
[ +36.403670] overlayfs: idmapped layers are currently not supported
[Oct 6 12:01] overlayfs: idmapped layers are currently not supported
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
==> etcd [4674ad1946b8704cb6eb11c7b3bd70555cce2375562ebc36602c6149c1d29ede] <==
{"level":"warn","ts":"2025-10-06T12:15:47.486714Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48466","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.518869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48488","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.571424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48504","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.585772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48532","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.613735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48552","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:15:47.744586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48570","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-10-06T12:15:57.305516Z","caller":"traceutil/trace.go:172","msg":"trace[2076347127] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"118.455101ms","start":"2025-10-06T12:15:57.187043Z","end":"2025-10-06T12:15:57.305498Z","steps":["trace[2076347127] 'process raft request' (duration: 109.643122ms)"],"step_count":1}
{"level":"info","ts":"2025-10-06T12:16:43.421764Z","caller":"osutil/interrupt_unix.go:65","msg":"received signal; shutting down","signal":"terminated"}
{"level":"info","ts":"2025-10-06T12:16:43.421826Z","caller":"embed/etcd.go:426","msg":"closing etcd server","name":"pause-093526","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.85.2:2380"],"advertise-client-urls":["https://192.168.85.2:2379"]}
{"level":"error","ts":"2025-10-06T12:16:43.421921Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-10-06T12:16:43.565502Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"http: Server closed","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*serveCtx).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/serve.go:90"}
{"level":"error","ts":"2025-10-06T12:16:43.565605Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2381: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T12:16:43.565651Z","caller":"etcdserver/server.go:1281","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"9f0758e1c58a86ed","current-leader-member-id":"9f0758e1c58a86ed"}
{"level":"info","ts":"2025-10-06T12:16:43.565775Z","caller":"etcdserver/server.go:2319","msg":"server has stopped; stopping cluster version's monitor"}
{"level":"warn","ts":"2025-10-06T12:16:43.565767Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"warn","ts":"2025-10-06T12:16:43.565835Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}
{"level":"error","ts":"2025-10-06T12:16:43.565880Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 127.0.0.1:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T12:16:43.565840Z","caller":"etcdserver/server.go:2342","msg":"server has stopped; stopping storage version's monitor"}
{"level":"warn","ts":"2025-10-06T12:16:43.565820Z","caller":"embed/serve.go:245","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.85.2:2379: use of closed network connection"}
{"level":"warn","ts":"2025-10-06T12:16:43.565975Z","caller":"embed/serve.go:247","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.85.2:2379: use of closed network connection"}
{"level":"error","ts":"2025-10-06T12:16:43.565989Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.85.2:2379: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T12:16:43.569308Z","caller":"embed/etcd.go:621","msg":"stopping serving peer traffic","address":"192.168.85.2:2380"}
{"level":"error","ts":"2025-10-06T12:16:43.569388Z","caller":"embed/etcd.go:912","msg":"setting up serving from embedded etcd failed.","error":"accept tcp 192.168.85.2:2380: use of closed network connection","stacktrace":"go.etcd.io/etcd/server/v3/embed.(*Etcd).errHandler\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:912\ngo.etcd.io/etcd/server/v3/embed.(*Etcd).startHandler.func1\n\tgo.etcd.io/etcd/server/v3/embed/etcd.go:906"}
{"level":"info","ts":"2025-10-06T12:16:43.569420Z","caller":"embed/etcd.go:626","msg":"stopped serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-10-06T12:16:43.569438Z","caller":"embed/etcd.go:428","msg":"closed etcd server","name":"pause-093526","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.85.2:2380"],"advertise-client-urls":["https://192.168.85.2:2379"]}
==> etcd [925c98b7cb41ef2d66eb8e4b0fef48ce697fcf500742a9ac7550ff74c2e17489] <==
{"level":"warn","ts":"2025-10-06T12:16:54.704132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43330","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.729101Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43354","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.751528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43370","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.778951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43392","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.792447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43412","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.810765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43436","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.835404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43456","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.847053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43466","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.864066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43494","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.889271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43510","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.907858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43526","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.920299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43552","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.945380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43570","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.962138Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43588","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.978539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43598","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:54.991693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43620","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.018490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43646","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.031590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43650","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.054991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43670","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.066355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43690","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.090326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43698","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.128757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43722","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.144959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43736","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.177674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43756","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:16:55.333771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43778","server-name":"","error":"EOF"}
==> kernel <==
12:17:16 up 1:59, 0 user, load average: 3.41, 3.87, 2.93
Linux pause-093526 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [5e6599eba331807e910d3edac6f7660f37aeb18ea898b8c7b3196e544021a2ad] <==
I1006 12:16:52.506697 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:16:52.507796 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:16:52.507975 1 main.go:148] setting mtu 1500 for CNI
I1006 12:16:52.508019 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:16:52.508054 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:16:52Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:16:52.710753 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:16:52.710835 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:16:52.710868 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:16:52.713076 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1006 12:16:56.711475 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:16:56.711570 1 metrics.go:72] Registering metrics
I1006 12:16:56.711703 1 controller.go:711] "Syncing nftables rules"
I1006 12:17:02.713607 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:17:02.713672 1 main.go:301] handling current node
I1006 12:17:12.710839 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:17:12.710894 1 main.go:301] handling current node
==> kindnet [f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788] <==
I1006 12:15:58.911242 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:15:58.912179 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:15:58.912355 1 main.go:148] setting mtu 1500 for CNI
I1006 12:15:58.912398 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:15:58.912431 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:15:59Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:15:59.153114 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:15:59.161693 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:15:59.161792 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:15:59.162693 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:16:29.153561 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1006 12:16:29.163238 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:16:29.163242 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:16:29.163331 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1006 12:16:30.562494 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:16:30.562526 1 metrics.go:72] Registering metrics
I1006 12:16:30.562584 1 controller.go:711] "Syncing nftables rules"
I1006 12:16:39.153436 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:16:39.153493 1 main.go:301] handling current node
==> kube-apiserver [359b8e52a689359139d68f4584a44e06cb96d5b5afe86f0006a8060a60b793a6] <==
I1006 12:16:56.631201 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1006 12:16:56.631243 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1006 12:16:56.631575 1 aggregator.go:171] initial CRD sync complete...
I1006 12:16:56.631598 1 autoregister_controller.go:144] Starting autoregister controller
I1006 12:16:56.631605 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1006 12:16:56.631611 1 cache.go:39] Caches are synced for autoregister controller
I1006 12:16:56.639531 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:16:56.639569 1 policy_source.go:240] refreshing policies
I1006 12:16:56.651095 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:16:56.658616 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:16:56.659417 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:16:56.666817 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:16:56.671898 1 cache.go:39] Caches are synced for LocalAvailability controller
I1006 12:16:56.672233 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:16:56.672250 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:16:56.672378 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:16:56.688719 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1006 12:16:56.725856 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:16:56.761754 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:16:57.272685 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:16:58.366826 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:16:59.845412 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:16:59.943637 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:17:00.130052 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:17:00.204506 1 controller.go:667] quota admission added evaluator for: deployments.apps
==> kube-apiserver [8f1d5341361be2cb70eef9f5b21d6ff5184c099fba4829a3d2ec8dc2ccd4f5d0] <==
W1006 12:16:43.452190 1 logging.go:55] [core] [Channel #99 SubChannel #101]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452222 1 logging.go:55] [core] [Channel #231 SubChannel #233]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452240 1 logging.go:55] [core] [Channel #111 SubChannel #113]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452274 1 logging.go:55] [core] [Channel #207 SubChannel #209]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452287 1 logging.go:55] [core] [Channel #163 SubChannel #165]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452322 1 logging.go:55] [core] [Channel #255 SubChannel #257]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452341 1 logging.go:55] [core] [Channel #167 SubChannel #169]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452377 1 logging.go:55] [core] [Channel #251 SubChannel #253]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452392 1 logging.go:55] [core] [Channel #183 SubChannel #185]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452427 1 logging.go:55] [core] [Channel #35 SubChannel #37]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452449 1 logging.go:55] [core] [Channel #239 SubChannel #241]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452477 1 logging.go:55] [core] [Channel #63 SubChannel #65]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452498 1 logging.go:55] [core] [Channel #1 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452525 1 logging.go:55] [core] [Channel #39 SubChannel #41]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452547 1 logging.go:55] [core] [Channel #47 SubChannel #49]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452583 1 logging.go:55] [core] [Channel #59 SubChannel #61]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452615 1 logging.go:55] [core] [Channel #27 SubChannel #29]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452657 1 logging.go:55] [core] [Channel #13 SubChannel #15]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452669 1 logging.go:55] [core] [Channel #103 SubChannel #105]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452725 1 logging.go:55] [core] [Channel #83 SubChannel #85]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452771 1 logging.go:55] [core] [Channel #127 SubChannel #129]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452822 1 logging.go:55] [core] [Channel #211 SubChannel #213]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452870 1 logging.go:55] [core] [Channel #243 SubChannel #245]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
W1006 12:16:43.452918 1 logging.go:55] [core] [Channel #247 SubChannel #249]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused"
==> kube-controller-manager [5f19a7794aa42bfe87dfb1f1a73a72e6069099300d7955e657ddbffb1253bab5] <==
I1006 12:15:57.156795 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1006 12:15:57.161354 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1006 12:15:57.162526 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1006 12:15:57.165767 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner"
I1006 12:15:57.165885 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:15:57.167040 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 12:15:57.178359 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:15:57.180668 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 12:15:57.180750 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 12:15:57.180843 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="pause-093526"
I1006 12:15:57.181444 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1006 12:15:57.181563 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:15:57.182888 1 shared_informer.go:356] "Caches are synced" controller="node"
I1006 12:15:57.183012 1 range_allocator.go:177] "Sending events to api server" logger="node-ipam-controller"
I1006 12:15:57.183074 1 range_allocator.go:183] "Starting range CIDR allocator" logger="node-ipam-controller"
I1006 12:15:57.183094 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1006 12:15:57.183102 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1006 12:15:57.187187 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:15:57.195578 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:15:57.204032 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:15:57.205495 1 shared_informer.go:356] "Caches are synced" controller="job"
I1006 12:15:57.205594 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1006 12:15:57.208747 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:15:57.308371 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="pause-093526" podCIDRs=["10.244.0.0/24"]
I1006 12:16:42.188912 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-controller-manager [bce46704b2a7000ea645ac0d5d0c7693cd4f27108f42ade976df230e12b204fb] <==
I1006 12:16:59.742794 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 12:16:59.742854 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1006 12:16:59.742921 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:16:59.744269 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:16:59.746517 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:16:59.746720 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:16:59.751143 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 12:16:59.751753 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:16:59.752872 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:16:59.754699 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 12:16:59.755884 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:16:59.757004 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 12:16:59.759212 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:16:59.759298 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:16:59.760461 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:16:59.760526 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:16:59.760550 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:16:59.763799 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:16:59.765011 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:16:59.766089 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1006 12:16:59.787101 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1006 12:16:59.787182 1 shared_informer.go:356] "Caches are synced" controller="job"
I1006 12:16:59.787190 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:16:59.787288 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:16:59.787359 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
==> kube-proxy [3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e] <==
I1006 12:15:58.843437 1 server_linux.go:53] "Using iptables proxy"
I1006 12:15:58.919488 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:15:59.031873 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:15:59.031990 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:15:59.032107 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:15:59.206052 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:15:59.206178 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:15:59.402575 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:15:59.403330 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:15:59.403413 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:15:59.407863 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:15:59.407943 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:15:59.408301 1 config.go:200] "Starting service config controller"
I1006 12:15:59.408376 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:15:59.408776 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:15:59.415360 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:15:59.415760 1 config.go:309] "Starting node config controller"
I1006 12:15:59.415811 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:15:59.415847 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:15:59.508837 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:15:59.508947 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1006 12:15:59.516135 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-proxy [aa61f8053450b520067e01cfcda29403cfb77c6ac23daef84188b7f4514b5f8a] <==
I1006 12:16:53.454963 1 server_linux.go:53] "Using iptables proxy"
I1006 12:16:54.590615 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:16:56.794215 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:16:56.794246 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:16:56.794317 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:16:56.923644 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:16:56.923769 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:16:56.929296 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:16:56.929762 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:16:56.932227 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:16:56.935784 1 config.go:200] "Starting service config controller"
I1006 12:16:56.935857 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:16:56.935877 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:16:56.935881 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:16:56.935892 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:16:56.935896 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:16:56.940635 1 config.go:309] "Starting node config controller"
I1006 12:16:56.940664 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:16:56.940672 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:16:57.036658 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:16:57.036766 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:16:57.036791 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [48ba420237fee16682c27dd011250d2428ae36c35a1a2db6692b278aa1665422] <==
I1006 12:16:56.231800 1 serving.go:386] Generated self-signed cert in-memory
I1006 12:16:57.461162 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:16:57.461198 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:16:57.468195 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:16:57.468331 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 12:16:57.468352 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 12:16:57.468500 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:16:57.475363 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:16:57.475460 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:16:57.477623 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:16:57.477712 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:16:57.568963 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 12:16:57.578326 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:16:57.578324 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kube-scheduler [e89249a7d369d771cdf0d3ef0db73c4bc77bb38bed420e406e8c3eb12bf2fb50] <==
E1006 12:15:50.521276 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 12:15:50.523630 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1006 12:15:50.523810 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1006 12:15:50.523893 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 12:15:50.523994 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 12:15:50.524420 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1006 12:15:50.524604 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 12:15:50.524654 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 12:15:50.524698 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1006 12:15:50.524736 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 12:15:50.524822 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1006 12:15:50.524892 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1006 12:15:50.524908 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1006 12:15:50.524923 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 12:15:50.530918 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 12:15:50.533852 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1006 12:15:50.534000 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 12:15:50.534866 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
I1006 12:15:51.404852 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:16:43.423922 1 secure_serving.go:259] Stopped listening on 127.0.0.1:10259
I1006 12:16:43.423958 1 server.go:263] "[graceful-termination] secure server has stopped listening"
I1006 12:16:43.423979 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1006 12:16:43.424007 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:16:43.424221 1 server.go:265] "[graceful-termination] secure server is exiting"
E1006 12:16:43.434528 1 run.go:72] "command failed" err="finished without leader elect"
==> kubelet <==
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.188062 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="7f59e36875b1b6595380ca88f760b4ea" pod="kube-system/etcd-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.188384 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-72s7r\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="bb6a46a0-19a6-488b-8e73-d1f4c5e78717" pod="kube-system/coredns-66bc5c9577-72s7r"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.188711 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="f8626f9c44254dba506645480677000c" pod="kube-system/kube-scheduler-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: I1006 12:16:52.212613 1301 scope.go:117] "RemoveContainer" containerID="3e388e4a6940c7072c0ed1774d8158eb1f6052cabf81eac5625ac7066a88345e"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.213778 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="b8835e409e831511795920098f7864db" pod="kube-system/kube-controller-manager-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.214404 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="7f59e36875b1b6595380ca88f760b4ea" pod="kube-system/etcd-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.214837 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-grx9w\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="605f121d-085f-4664-8dbf-c6b2609bab8a" pod="kube-system/kube-proxy-grx9w"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.215136 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-72s7r\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="bb6a46a0-19a6-488b-8e73-d1f4c5e78717" pod="kube-system/coredns-66bc5c9577-72s7r"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.215484 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="f8626f9c44254dba506645480677000c" pod="kube-system/kube-scheduler-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.215826 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="b2ecb95447dc755b728bf359db530ca2" pod="kube-system/kube-apiserver-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: I1006 12:16:52.218374 1301 scope.go:117] "RemoveContainer" containerID="f493a61603e54287d346f75de466ef29326cd29833fb132e619c72ff92312788"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.218900 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/etcd-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="7f59e36875b1b6595380ca88f760b4ea" pod="kube-system/etcd-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.219232 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kindnet-hrcbt\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="2ca303e4-8278-440d-b10e-26e5412c2e34" pod="kube-system/kindnet-hrcbt"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.219526 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-grx9w\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="605f121d-085f-4664-8dbf-c6b2609bab8a" pod="kube-system/kube-proxy-grx9w"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.219819 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/coredns-66bc5c9577-72s7r\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="bb6a46a0-19a6-488b-8e73-d1f4c5e78717" pod="kube-system/coredns-66bc5c9577-72s7r"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.220351 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="f8626f9c44254dba506645480677000c" pod="kube-system/kube-scheduler-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.220703 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="b2ecb95447dc755b728bf359db530ca2" pod="kube-system/kube-apiserver-pause-093526"
Oct 06 12:16:52 pause-093526 kubelet[1301]: E1006 12:16:52.221068 1301 status_manager.go:1018] "Failed to get status for pod" err="Get \"https://192.168.85.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-pause-093526\": dial tcp 192.168.85.2:8443: connect: connection refused" podUID="b8835e409e831511795920098f7864db" pod="kube-system/kube-controller-manager-pause-093526"
Oct 06 12:16:56 pause-093526 kubelet[1301]: E1006 12:16:56.508765 1301 reflector.go:205] "Failed to watch" err="configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:pause-093526\" cannot watch resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-093526' and this object" logger="UnhandledError" reflector="object-\"kube-system\"/\"kube-root-ca.crt\"" type="*v1.ConfigMap"
Oct 06 12:16:56 pause-093526 kubelet[1301]: E1006 12:16:56.508940 1301 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-scheduler-pause-093526\" is forbidden: User \"system:node:pause-093526\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-093526' and this object" podUID="f8626f9c44254dba506645480677000c" pod="kube-system/kube-scheduler-pause-093526"
Oct 06 12:16:56 pause-093526 kubelet[1301]: E1006 12:16:56.587334 1301 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-apiserver-pause-093526\" is forbidden: User \"system:node:pause-093526\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'pause-093526' and this object" podUID="b2ecb95447dc755b728bf359db530ca2" pod="kube-system/kube-apiserver-pause-093526"
Oct 06 12:17:03 pause-093526 kubelet[1301]: W1006 12:17:03.257053 1301 conversion.go:112] Could not get instant cpu stats: cumulative stats decrease
Oct 06 12:17:11 pause-093526 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:17:11 pause-093526 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:17:11 pause-093526 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-093526 -n pause-093526
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-093526 -n pause-093526: exit status 2 (364.077404ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context pause-093526 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestPause/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestPause/serial/Pause (6.79s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (281.209585ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:27:51Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context old-k8s-version-685968 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context old-k8s-version-685968 describe deploy/metrics-server -n kube-system: exit status 1 (94.976294ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context old-k8s-version-685968 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect old-k8s-version-685968
helpers_test.go:243: (dbg) docker inspect old-k8s-version-685968:
-- stdout --
[
{
"Id": "010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16",
"Created": "2025-10-06T12:26:45.832907223Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 467399,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:26:45.905573734Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/hostname",
"HostsPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/hosts",
"LogPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16-json.log",
"Name": "/old-k8s-version-685968",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"old-k8s-version-685968:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "old-k8s-version-685968",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16",
"LowerDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/merged",
"UpperDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/diff",
"WorkDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "old-k8s-version-685968",
"Source": "/var/lib/docker/volumes/old-k8s-version-685968/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "old-k8s-version-685968",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-685968",
"name.minikube.sigs.k8s.io": "old-k8s-version-685968",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "374e6eda120d1066e522e916b16fd85a4cb89a9a2913c4a11ed3c526cefbf119",
"SandboxKey": "/var/run/docker/netns/374e6eda120d",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33419"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33420"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33423"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33421"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33422"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"old-k8s-version-685968": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "96:1b:40:d0:1e:be",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "84aa526f0693a4a9a5701c91d78f523939c7d60aaf07e8e8dd6f8d1c435bb0cc",
"EndpointID": "6dd1a689908b0261b8866925df8a9aeff1da9e96e56db3a722351b6b314dac9d",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-685968",
"010798deb235"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685968 -n old-k8s-version-685968
helpers_test.go:252: <<< TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-685968 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p old-k8s-version-685968 logs -n 25: (1.235712606s)
helpers_test.go:260: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ ssh │ -p cilium-735070 sudo systemctl cat cri-docker --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /usr/lib/systemd/system/cri-docker.service │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cri-dockerd --version │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status containerd --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat containerd --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /lib/systemd/system/containerd.service │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo cat /etc/containerd/config.toml │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo containerd config dump │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status crio --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat crio --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo crio config │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ delete │ -p cilium-735070 │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ 06 Oct 25 12:17 UTC │
│ start │ -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ force-systemd-flag-269070 ssh cat /etc/crio/crio.conf.d/02-crio.conf │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ delete │ -p force-systemd-flag-269070 │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:25 UTC │
│ delete │ -p force-systemd-env-485619 │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ cert-options-604678 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ -p cert-options-604678 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ delete │ -p cert-options-604678 │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:27 UTC │
│ addons │ enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/10/06 12:26:39
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:26:39.635327 467008 out.go:360] Setting OutFile to fd 1 ...
I1006 12:26:39.635524 467008 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:26:39.635556 467008 out.go:374] Setting ErrFile to fd 2...
I1006 12:26:39.635575 467008 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:26:39.635874 467008 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:26:39.636427 467008 out.go:368] Setting JSON to false
I1006 12:26:39.637344 467008 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7752,"bootTime":1759745848,"procs":178,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:26:39.637477 467008 start.go:140] virtualization:
I1006 12:26:39.641316 467008 out.go:179] * [old-k8s-version-685968] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:26:39.645757 467008 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:26:39.645819 467008 notify.go:220] Checking for updates...
I1006 12:26:39.649204 467008 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:26:39.652503 467008 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:26:39.655729 467008 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:26:39.658976 467008 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:26:39.662133 467008 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:26:39.665884 467008 config.go:182] Loaded profile config "cert-expiration-843302": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:26:39.666006 467008 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:26:39.700252 467008 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:26:39.700388 467008 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:26:39.765072 467008 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:26:39.755476928 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:26:39.765187 467008 docker.go:318] overlay module found
I1006 12:26:39.768413 467008 out.go:179] * Using the docker driver based on user configuration
I1006 12:26:39.771442 467008 start.go:304] selected driver: docker
I1006 12:26:39.771470 467008 start.go:924] validating driver "docker" against <nil>
I1006 12:26:39.771500 467008 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:26:39.772261 467008 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:26:39.830031 467008 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:26:39.820499554 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:26:39.830181 467008 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:26:39.830398 467008 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:26:39.833441 467008 out.go:179] * Using Docker driver with root privileges
I1006 12:26:39.836251 467008 cni.go:84] Creating CNI manager for ""
I1006 12:26:39.836326 467008 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:26:39.836341 467008 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:26:39.836426 467008 start.go:348] cluster config:
{Name:old-k8s-version-685968 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-685968 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local
ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SS
HAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:26:39.839666 467008 out.go:179] * Starting "old-k8s-version-685968" primary control-plane node in "old-k8s-version-685968" cluster
I1006 12:26:39.842554 467008 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:26:39.845555 467008 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:26:39.848489 467008 preload.go:183] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1006 12:26:39.848557 467008 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4
I1006 12:26:39.848571 467008 cache.go:58] Caching tarball of preloaded images
I1006 12:26:39.848575 467008 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:26:39.848676 467008 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:26:39.848689 467008 cache.go:61] Finished verifying existence of preloaded tar for v1.28.0 on crio
I1006 12:26:39.848964 467008 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/config.json ...
I1006 12:26:39.849010 467008 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/config.json: {Name:mk4d3f72bd272bc0dacd7dd48221544d3aa2e940 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:26:39.868731 467008 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:26:39.868754 467008 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:26:39.868782 467008 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:26:39.868805 467008 start.go:360] acquireMachinesLock for old-k8s-version-685968: {Name:mke6fd630cb1cd6bb51f182df35fd25bb468dff3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:26:39.868912 467008 start.go:364] duration metric: took 87.148µs to acquireMachinesLock for "old-k8s-version-685968"
I1006 12:26:39.868952 467008 start.go:93] Provisioning new machine with config: &{Name:old-k8s-version-685968 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-685968 Namespace:default APIServerHAVIP:
APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQ
emuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:26:39.869019 467008 start.go:125] createHost starting for "" (driver="docker")
I1006 12:26:39.872500 467008 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:26:39.872756 467008 start.go:159] libmachine.API.Create for "old-k8s-version-685968" (driver="docker")
I1006 12:26:39.872809 467008 client.go:168] LocalClient.Create starting
I1006 12:26:39.872884 467008 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:26:39.872925 467008 main.go:141] libmachine: Decoding PEM data...
I1006 12:26:39.872947 467008 main.go:141] libmachine: Parsing certificate...
I1006 12:26:39.873003 467008 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:26:39.873026 467008 main.go:141] libmachine: Decoding PEM data...
I1006 12:26:39.873039 467008 main.go:141] libmachine: Parsing certificate...
I1006 12:26:39.873426 467008 cli_runner.go:164] Run: docker network inspect old-k8s-version-685968 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:26:39.890951 467008 cli_runner.go:211] docker network inspect old-k8s-version-685968 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:26:39.891034 467008 network_create.go:284] running [docker network inspect old-k8s-version-685968] to gather additional debugging logs...
I1006 12:26:39.891061 467008 cli_runner.go:164] Run: docker network inspect old-k8s-version-685968
W1006 12:26:39.907465 467008 cli_runner.go:211] docker network inspect old-k8s-version-685968 returned with exit code 1
I1006 12:26:39.907518 467008 network_create.go:287] error running [docker network inspect old-k8s-version-685968]: docker network inspect old-k8s-version-685968: exit status 1
stdout:
[]
stderr:
Error response from daemon: network old-k8s-version-685968 not found
I1006 12:26:39.907532 467008 network_create.go:289] output of [docker network inspect old-k8s-version-685968]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network old-k8s-version-685968 not found
** /stderr **
I1006 12:26:39.907631 467008 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:26:39.924737 467008 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:26:39.925140 467008 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:26:39.925398 467008 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:26:39.925741 467008 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-98cf1eabe70f IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:7a:b1:3f:31:3c:26} reservation:<nil>}
I1006 12:26:39.926162 467008 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a58980}
I1006 12:26:39.926185 467008 network_create.go:124] attempt to create docker network old-k8s-version-685968 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1006 12:26:39.926248 467008 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-685968 old-k8s-version-685968
I1006 12:26:40.000078 467008 network_create.go:108] docker network old-k8s-version-685968 192.168.85.0/24 created
I1006 12:26:40.000117 467008 kic.go:121] calculated static IP "192.168.85.2" for the "old-k8s-version-685968" container
I1006 12:26:40.000216 467008 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:26:40.032707 467008 cli_runner.go:164] Run: docker volume create old-k8s-version-685968 --label name.minikube.sigs.k8s.io=old-k8s-version-685968 --label created_by.minikube.sigs.k8s.io=true
I1006 12:26:40.060326 467008 oci.go:103] Successfully created a docker volume old-k8s-version-685968
I1006 12:26:40.060452 467008 cli_runner.go:164] Run: docker run --rm --name old-k8s-version-685968-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=old-k8s-version-685968 --entrypoint /usr/bin/test -v old-k8s-version-685968:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:26:40.581255 467008 oci.go:107] Successfully prepared a docker volume old-k8s-version-685968
I1006 12:26:40.581307 467008 preload.go:183] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1006 12:26:40.581327 467008 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:26:40.581397 467008 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v old-k8s-version-685968:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 12:26:45.759808 467008 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v old-k8s-version-685968:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (5.178369386s)
I1006 12:26:45.759842 467008 kic.go:203] duration metric: took 5.178511592s to extract preloaded images to volume ...
W1006 12:26:45.759983 467008 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:26:45.760103 467008 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:26:45.817677 467008 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname old-k8s-version-685968 --name old-k8s-version-685968 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=old-k8s-version-685968 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=old-k8s-version-685968 --network old-k8s-version-685968 --ip 192.168.85.2 --volume old-k8s-version-685968:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:26:46.155938 467008 cli_runner.go:164] Run: docker container inspect old-k8s-version-685968 --format={{.State.Running}}
I1006 12:26:46.179623 467008 cli_runner.go:164] Run: docker container inspect old-k8s-version-685968 --format={{.State.Status}}
I1006 12:26:46.207093 467008 cli_runner.go:164] Run: docker exec old-k8s-version-685968 stat /var/lib/dpkg/alternatives/iptables
I1006 12:26:46.264952 467008 oci.go:144] the created container "old-k8s-version-685968" has a running status.
I1006 12:26:46.264988 467008 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa...
I1006 12:26:46.850306 467008 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:26:46.870929 467008 cli_runner.go:164] Run: docker container inspect old-k8s-version-685968 --format={{.State.Status}}
I1006 12:26:46.891418 467008 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:26:46.891440 467008 kic_runner.go:114] Args: [docker exec --privileged old-k8s-version-685968 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:26:46.936267 467008 cli_runner.go:164] Run: docker container inspect old-k8s-version-685968 --format={{.State.Status}}
I1006 12:26:46.956185 467008 machine.go:93] provisionDockerMachine start ...
I1006 12:26:46.956292 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:46.974259 467008 main.go:141] libmachine: Using SSH client type: native
I1006 12:26:46.974593 467008 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33419 <nil> <nil>}
I1006 12:26:46.974610 467008 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:26:46.975378 467008 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:40068->127.0.0.1:33419: read: connection reset by peer
I1006 12:26:50.125506 467008 main.go:141] libmachine: SSH cmd err, output: <nil>: old-k8s-version-685968
I1006 12:26:50.125562 467008 ubuntu.go:182] provisioning hostname "old-k8s-version-685968"
I1006 12:26:50.125630 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:50.149608 467008 main.go:141] libmachine: Using SSH client type: native
I1006 12:26:50.149914 467008 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33419 <nil> <nil>}
I1006 12:26:50.149927 467008 main.go:141] libmachine: About to run SSH command:
sudo hostname old-k8s-version-685968 && echo "old-k8s-version-685968" | sudo tee /etc/hostname
I1006 12:26:50.291509 467008 main.go:141] libmachine: SSH cmd err, output: <nil>: old-k8s-version-685968
I1006 12:26:50.291609 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:50.309976 467008 main.go:141] libmachine: Using SSH client type: native
I1006 12:26:50.310299 467008 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33419 <nil> <nil>}
I1006 12:26:50.310324 467008 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sold-k8s-version-685968' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 old-k8s-version-685968/g' /etc/hosts;
else
echo '127.0.1.1 old-k8s-version-685968' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:26:50.445816 467008 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:26:50.445851 467008 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:26:50.445872 467008 ubuntu.go:190] setting up certificates
I1006 12:26:50.445887 467008 provision.go:84] configureAuth start
I1006 12:26:50.445946 467008 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-685968
I1006 12:26:50.463571 467008 provision.go:143] copyHostCerts
I1006 12:26:50.463642 467008 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:26:50.463652 467008 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:26:50.463838 467008 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:26:50.464052 467008 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:26:50.464063 467008 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:26:50.464136 467008 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:26:50.464256 467008 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:26:50.464289 467008 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:26:50.464322 467008 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:26:50.464421 467008 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.old-k8s-version-685968 san=[127.0.0.1 192.168.85.2 localhost minikube old-k8s-version-685968]
I1006 12:26:50.821474 467008 provision.go:177] copyRemoteCerts
I1006 12:26:50.821558 467008 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:26:50.821602 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:50.838199 467008 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33419 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa Username:docker}
I1006 12:26:50.933590 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:26:50.952868 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1233 bytes)
I1006 12:26:50.971341 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:26:50.990324 467008 provision.go:87] duration metric: took 544.422233ms to configureAuth
I1006 12:26:50.990350 467008 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:26:50.990535 467008 config.go:182] Loaded profile config "old-k8s-version-685968": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1006 12:26:50.990643 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:51.009062 467008 main.go:141] libmachine: Using SSH client type: native
I1006 12:26:51.009401 467008 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33419 <nil> <nil>}
I1006 12:26:51.009416 467008 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:26:51.301242 467008 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:26:51.301263 467008 machine.go:96] duration metric: took 4.345053309s to provisionDockerMachine
I1006 12:26:51.301273 467008 client.go:171] duration metric: took 11.428454253s to LocalClient.Create
I1006 12:26:51.301287 467008 start.go:167] duration metric: took 11.42853313s to libmachine.API.Create "old-k8s-version-685968"
I1006 12:26:51.301295 467008 start.go:293] postStartSetup for "old-k8s-version-685968" (driver="docker")
I1006 12:26:51.301305 467008 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:26:51.301390 467008 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:26:51.301436 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:51.320160 467008 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33419 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa Username:docker}
I1006 12:26:51.417940 467008 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:26:51.421392 467008 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:26:51.421423 467008 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:26:51.421434 467008 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:26:51.421489 467008 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:26:51.421613 467008 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:26:51.421726 467008 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:26:51.429508 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:26:51.448075 467008 start.go:296] duration metric: took 146.764665ms for postStartSetup
I1006 12:26:51.448470 467008 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-685968
I1006 12:26:51.466065 467008 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/config.json ...
I1006 12:26:51.466360 467008 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:26:51.466409 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:51.484247 467008 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33419 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa Username:docker}
I1006 12:26:51.579288 467008 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:26:51.584602 467008 start.go:128] duration metric: took 11.715557585s to createHost
I1006 12:26:51.584629 467008 start.go:83] releasing machines lock for "old-k8s-version-685968", held for 11.7157013s
I1006 12:26:51.584700 467008 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-685968
I1006 12:26:51.610179 467008 ssh_runner.go:195] Run: cat /version.json
I1006 12:26:51.610252 467008 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:26:51.610315 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:51.610255 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:26:51.636751 467008 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33419 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa Username:docker}
I1006 12:26:51.647371 467008 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33419 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa Username:docker}
I1006 12:26:51.826190 467008 ssh_runner.go:195] Run: systemctl --version
I1006 12:26:51.832861 467008 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:26:51.871850 467008 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:26:51.876292 467008 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:26:51.876363 467008 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:26:51.908792 467008 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:26:51.908818 467008 start.go:495] detecting cgroup driver to use...
I1006 12:26:51.908878 467008 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:26:51.908958 467008 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:26:51.927095 467008 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:26:51.940346 467008 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:26:51.940413 467008 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:26:51.959040 467008 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:26:51.978752 467008 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:26:52.111447 467008 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:26:52.249693 467008 docker.go:234] disabling docker service ...
I1006 12:26:52.249782 467008 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:26:52.272386 467008 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:26:52.286431 467008 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:26:52.413262 467008 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:26:52.538393 467008 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:26:52.551343 467008 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:26:52.566349 467008 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1006 12:26:52.566473 467008 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:26:52.576301 467008 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:26:52.576431 467008 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:26:52.586348 467008 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:26:52.596153 467008 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:26:52.604930 467008 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:26:52.613632 467008 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:26:52.623028 467008 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:26:52.637160 467008 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:26:52.646911 467008 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:26:52.654911 467008 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:26:52.662362 467008 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:26:52.782217 467008 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:26:52.930974 467008 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:26:52.931094 467008 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:26:52.935098 467008 start.go:563] Will wait 60s for crictl version
I1006 12:26:52.935248 467008 ssh_runner.go:195] Run: which crictl
I1006 12:26:52.939342 467008 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:26:52.968093 467008 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:26:52.968182 467008 ssh_runner.go:195] Run: crio --version
I1006 12:26:52.996503 467008 ssh_runner.go:195] Run: crio --version
I1006 12:26:53.033293 467008 out.go:179] * Preparing Kubernetes v1.28.0 on CRI-O 1.34.1 ...
I1006 12:26:53.036242 467008 cli_runner.go:164] Run: docker network inspect old-k8s-version-685968 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:26:53.053237 467008 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:26:53.057944 467008 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:26:53.068490 467008 kubeadm.go:883] updating cluster {Name:old-k8s-version-685968 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-685968 Namespace:default APIServerHAVIP: APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:26:53.068602 467008 preload.go:183] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1006 12:26:53.068657 467008 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:26:53.102623 467008 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:26:53.102647 467008 crio.go:433] Images already preloaded, skipping extraction
I1006 12:26:53.102704 467008 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:26:53.140823 467008 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:26:53.140846 467008 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:26:53.140854 467008 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.28.0 crio true true} ...
I1006 12:26:53.140937 467008 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=old-k8s-version-685968 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-685968 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:26:53.141018 467008 ssh_runner.go:195] Run: crio config
I1006 12:26:53.213619 467008 cni.go:84] Creating CNI manager for ""
I1006 12:26:53.213690 467008 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:26:53.213719 467008 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:26:53.213774 467008 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:old-k8s-version-685968 NodeName:old-k8s-version-685968 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPo
dPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:26:53.213953 467008 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "old-k8s-version-685968"
kubeletExtraArgs:
node-ip: 192.168.85.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:26:53.214055 467008 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0
I1006 12:26:53.221760 467008 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:26:53.221869 467008 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:26:53.229336 467008 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (372 bytes)
I1006 12:26:53.243028 467008 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:26:53.259417 467008 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2160 bytes)
I1006 12:26:53.272737 467008 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:26:53.276315 467008 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:26:53.285771 467008 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:26:53.398986 467008 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:26:53.417282 467008 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968 for IP: 192.168.85.2
I1006 12:26:53.417352 467008 certs.go:195] generating shared ca certs ...
I1006 12:26:53.417381 467008 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:26:53.417587 467008 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:26:53.417664 467008 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:26:53.417695 467008 certs.go:257] generating profile certs ...
I1006 12:26:53.417768 467008 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.key
I1006 12:26:53.417787 467008 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt with IP's: []
I1006 12:26:53.670009 467008 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt ...
I1006 12:26:53.670043 467008 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: {Name:mk33f2e53a39617ee40949881b61d383c038e423 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:26:53.670285 467008 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.key ...
I1006 12:26:53.670302 467008 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.key: {Name:mk05f0e23d20ec3f249b98b4132de3512c65bb66 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:26:53.670397 467008 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.key.2e0e67af
I1006 12:26:53.670415 467008 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.crt.2e0e67af with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1006 12:26:54.513485 467008 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.crt.2e0e67af ...
I1006 12:26:54.513528 467008 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.crt.2e0e67af: {Name:mkf97fcc84d4664c48b8d3e2a450e879c20ec3b0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:26:54.513716 467008 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.key.2e0e67af ...
I1006 12:26:54.513731 467008 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.key.2e0e67af: {Name:mk420c49e71ad08f18b69adeab5aca33a563f80b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:26:54.513817 467008 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.crt.2e0e67af -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.crt
I1006 12:26:54.513893 467008 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.key.2e0e67af -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.key
I1006 12:26:54.513956 467008 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/proxy-client.key
I1006 12:26:54.513975 467008 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/proxy-client.crt with IP's: []
I1006 12:26:55.132609 467008 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/proxy-client.crt ...
I1006 12:26:55.132644 467008 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/proxy-client.crt: {Name:mkc90b9ed72970647bcacf18ed6ee24be64cc0cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:26:55.132869 467008 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/proxy-client.key ...
I1006 12:26:55.132887 467008 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/proxy-client.key: {Name:mk3e2413e8d24292a51689238ed55ad84d926eb6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:26:55.133092 467008 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:26:55.133144 467008 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:26:55.133159 467008 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:26:55.133186 467008 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:26:55.133216 467008 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:26:55.133245 467008 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:26:55.133291 467008 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:26:55.133977 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:26:55.158430 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:26:55.177858 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:26:55.196519 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:26:55.216680 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1006 12:26:55.234846 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:26:55.254126 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:26:55.272411 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 12:26:55.291566 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:26:55.309564 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:26:55.328963 467008 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:26:55.347923 467008 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:26:55.361622 467008 ssh_runner.go:195] Run: openssl version
I1006 12:26:55.368294 467008 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:26:55.377266 467008 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:26:55.381607 467008 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:26:55.381695 467008 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:26:55.422987 467008 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:26:55.431397 467008 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:26:55.439974 467008 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:26:55.443806 467008 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:26:55.443923 467008 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:26:55.485541 467008 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:26:55.494195 467008 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:26:55.502792 467008 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:26:55.506708 467008 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:26:55.506777 467008 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:26:55.549255 467008 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:26:55.558313 467008 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:26:55.562308 467008 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:26:55.562405 467008 kubeadm.go:400] StartCluster: {Name:old-k8s-version-685968 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-685968 Namespace:default APIServerHAVIP: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwar
ePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:26:55.562490 467008 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:26:55.562562 467008 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:26:55.590082 467008 cri.go:89] found id: ""
I1006 12:26:55.590218 467008 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:26:55.598416 467008 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:26:55.607001 467008 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:26:55.607124 467008 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:26:55.615287 467008 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:26:55.615308 467008 kubeadm.go:157] found existing configuration files:
I1006 12:26:55.615361 467008 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:26:55.623194 467008 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:26:55.623258 467008 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:26:55.631141 467008 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:26:55.639269 467008 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:26:55.639384 467008 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:26:55.647068 467008 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:26:55.655317 467008 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:26:55.655419 467008 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:26:55.663189 467008 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:26:55.671078 467008 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:26:55.671169 467008 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:26:55.678814 467008 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:26:55.725645 467008 kubeadm.go:318] [init] Using Kubernetes version: v1.28.0
I1006 12:26:55.725895 467008 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:26:55.762969 467008 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:26:55.763083 467008 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:26:55.763161 467008 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:26:55.763246 467008 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:26:55.763325 467008 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:26:55.763399 467008 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:26:55.763489 467008 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:26:55.763558 467008 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:26:55.763645 467008 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:26:55.763719 467008 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:26:55.763795 467008 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:26:55.763876 467008 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:26:55.857652 467008 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:26:55.857817 467008 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:26:55.857961 467008 kubeadm.go:318] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1006 12:26:56.026725 467008 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:26:56.032808 467008 out.go:252] - Generating certificates and keys ...
I1006 12:26:56.032984 467008 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:26:56.033104 467008 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:26:56.495041 467008 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:26:56.839206 467008 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:26:57.318808 467008 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:26:58.195428 467008 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:26:58.760535 467008 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:26:58.760717 467008 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [localhost old-k8s-version-685968] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:26:59.236074 467008 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:26:59.236445 467008 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [localhost old-k8s-version-685968] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:26:59.525828 467008 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:26:59.800760 467008 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:27:00.697392 467008 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:27:00.697761 467008 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:27:01.513570 467008 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:27:01.936852 467008 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:27:02.172495 467008 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:27:02.819689 467008 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:27:02.820548 467008 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:27:02.823586 467008 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:27:02.827159 467008 out.go:252] - Booting up control plane ...
I1006 12:27:02.827297 467008 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:27:02.827393 467008 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:27:02.829053 467008 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:27:02.860709 467008 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:27:02.860813 467008 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:27:02.860855 467008 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:27:03.001865 467008 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I1006 12:27:10.504423 467008 kubeadm.go:318] [apiclient] All control plane components are healthy after 7.502978 seconds
I1006 12:27:10.504805 467008 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:27:10.529124 467008 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:27:11.066480 467008 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:27:11.066705 467008 kubeadm.go:318] [mark-control-plane] Marking the node old-k8s-version-685968 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:27:11.579580 467008 kubeadm.go:318] [bootstrap-token] Using token: q7v51g.p1dkx5gnh0cs62hw
I1006 12:27:11.582558 467008 out.go:252] - Configuring RBAC rules ...
I1006 12:27:11.582689 467008 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:27:11.587730 467008 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:27:11.599805 467008 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:27:11.604123 467008 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:27:11.608485 467008 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:27:11.612754 467008 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:27:11.632585 467008 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:27:11.937887 467008 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:27:11.993996 467008 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:27:11.995446 467008 kubeadm.go:318]
I1006 12:27:11.995531 467008 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:27:11.995546 467008 kubeadm.go:318]
I1006 12:27:11.995629 467008 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:27:11.995638 467008 kubeadm.go:318]
I1006 12:27:11.995664 467008 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:27:11.995729 467008 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:27:11.995795 467008 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:27:11.995805 467008 kubeadm.go:318]
I1006 12:27:11.995862 467008 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:27:11.995871 467008 kubeadm.go:318]
I1006 12:27:11.995922 467008 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:27:11.995930 467008 kubeadm.go:318]
I1006 12:27:11.995985 467008 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:27:11.996067 467008 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:27:11.996141 467008 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:27:11.996150 467008 kubeadm.go:318]
I1006 12:27:11.996238 467008 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:27:11.996327 467008 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:27:11.996337 467008 kubeadm.go:318]
I1006 12:27:11.996424 467008 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token q7v51g.p1dkx5gnh0cs62hw \
I1006 12:27:11.996538 467008 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:27:11.996564 467008 kubeadm.go:318] --control-plane
I1006 12:27:11.996572 467008 kubeadm.go:318]
I1006 12:27:11.996660 467008 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:27:11.996668 467008 kubeadm.go:318]
I1006 12:27:11.996754 467008 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token q7v51g.p1dkx5gnh0cs62hw \
I1006 12:27:11.996863 467008 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:27:12.002765 467008 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:27:12.002913 467008 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:27:12.002956 467008 cni.go:84] Creating CNI manager for ""
I1006 12:27:12.002968 467008 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:27:12.008276 467008 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:27:12.011363 467008 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:27:12.029759 467008 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.0/kubectl ...
I1006 12:27:12.029786 467008 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:27:12.066143 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:27:13.272379 467008 ssh_runner.go:235] Completed: sudo /var/lib/minikube/binaries/v1.28.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml: (1.206197253s)
I1006 12:27:13.272424 467008 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:27:13.272555 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:13.272639 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes old-k8s-version-685968 minikube.k8s.io/updated_at=2025_10_06T12_27_13_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=old-k8s-version-685968 minikube.k8s.io/primary=true
I1006 12:27:13.477427 467008 ops.go:34] apiserver oom_adj: -16
I1006 12:27:13.477652 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:13.978623 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:14.477879 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:14.977824 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:15.478169 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:15.978070 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:16.477799 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:16.978305 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:17.478467 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:17.977831 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:18.478468 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:18.977760 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:19.478702 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:19.978301 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:20.478194 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:20.977800 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:21.478550 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:21.978741 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:22.478639 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:22.978052 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:23.478626 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:23.978142 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:24.478203 467008 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:27:24.590531 467008 kubeadm.go:1113] duration metric: took 11.318027997s to wait for elevateKubeSystemPrivileges
I1006 12:27:24.590559 467008 kubeadm.go:402] duration metric: took 29.028159381s to StartCluster
I1006 12:27:24.590577 467008 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:27:24.590653 467008 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:27:24.591644 467008 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:27:24.591851 467008 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:27:24.592015 467008 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:27:24.592305 467008 config.go:182] Loaded profile config "old-k8s-version-685968": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1006 12:27:24.592346 467008 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:27:24.592408 467008 addons.go:69] Setting storage-provisioner=true in profile "old-k8s-version-685968"
I1006 12:27:24.592422 467008 addons.go:238] Setting addon storage-provisioner=true in "old-k8s-version-685968"
I1006 12:27:24.592443 467008 host.go:66] Checking if "old-k8s-version-685968" exists ...
I1006 12:27:24.592969 467008 cli_runner.go:164] Run: docker container inspect old-k8s-version-685968 --format={{.State.Status}}
I1006 12:27:24.594411 467008 addons.go:69] Setting default-storageclass=true in profile "old-k8s-version-685968"
I1006 12:27:24.594437 467008 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "old-k8s-version-685968"
I1006 12:27:24.594733 467008 cli_runner.go:164] Run: docker container inspect old-k8s-version-685968 --format={{.State.Status}}
I1006 12:27:24.597766 467008 out.go:179] * Verifying Kubernetes components...
I1006 12:27:24.606878 467008 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:27:24.635553 467008 addons.go:238] Setting addon default-storageclass=true in "old-k8s-version-685968"
I1006 12:27:24.635593 467008 host.go:66] Checking if "old-k8s-version-685968" exists ...
I1006 12:27:24.636019 467008 cli_runner.go:164] Run: docker container inspect old-k8s-version-685968 --format={{.State.Status}}
I1006 12:27:24.641233 467008 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:27:24.646078 467008 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:27:24.646113 467008 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:27:24.646179 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:27:24.687188 467008 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33419 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa Username:docker}
I1006 12:27:24.692263 467008 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:27:24.692292 467008 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:27:24.692357 467008 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:27:24.745645 467008 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33419 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa Username:docker}
I1006 12:27:25.064906 467008 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:27:25.065071 467008 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:27:25.130384 467008 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:27:25.442088 467008 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:27:26.377324 467008 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.312208772s)
I1006 12:27:26.377514 467008 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.312541067s)
I1006 12:27:26.377648 467008 start.go:976] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1006 12:27:26.378524 467008 node_ready.go:35] waiting up to 6m0s for node "old-k8s-version-685968" to be "Ready" ...
I1006 12:27:26.378763 467008 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.24829309s)
I1006 12:27:26.753513 467008 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.311340775s)
I1006 12:27:26.756890 467008 out.go:179] * Enabled addons: default-storageclass, storage-provisioner
I1006 12:27:26.759990 467008 addons.go:514] duration metric: took 2.167636412s for enable addons: enabled=[default-storageclass storage-provisioner]
I1006 12:27:26.883717 467008 kapi.go:214] "coredns" deployment in "kube-system" namespace and "old-k8s-version-685968" context rescaled to 1 replicas
W1006 12:27:28.383831 467008 node_ready.go:57] node "old-k8s-version-685968" has "Ready":"False" status (will retry)
W1006 12:27:30.882990 467008 node_ready.go:57] node "old-k8s-version-685968" has "Ready":"False" status (will retry)
W1006 12:27:33.382500 467008 node_ready.go:57] node "old-k8s-version-685968" has "Ready":"False" status (will retry)
W1006 12:27:35.383364 467008 node_ready.go:57] node "old-k8s-version-685968" has "Ready":"False" status (will retry)
W1006 12:27:37.883439 467008 node_ready.go:57] node "old-k8s-version-685968" has "Ready":"False" status (will retry)
I1006 12:27:39.382380 467008 node_ready.go:49] node "old-k8s-version-685968" is "Ready"
I1006 12:27:39.382411 467008 node_ready.go:38] duration metric: took 13.002768991s for node "old-k8s-version-685968" to be "Ready" ...
I1006 12:27:39.382425 467008 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:27:39.382482 467008 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:27:39.417333 467008 api_server.go:72] duration metric: took 14.82545256s to wait for apiserver process to appear ...
I1006 12:27:39.417356 467008 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:27:39.417375 467008 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:27:39.433578 467008 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:27:39.435255 467008 api_server.go:141] control plane version: v1.28.0
I1006 12:27:39.435281 467008 api_server.go:131] duration metric: took 17.918358ms to wait for apiserver health ...
I1006 12:27:39.435290 467008 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:27:39.442842 467008 system_pods.go:59] 8 kube-system pods found
I1006 12:27:39.442876 467008 system_pods.go:61] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:27:39.442883 467008 system_pods.go:61] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:27:39.442888 467008 system_pods.go:61] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:27:39.442893 467008 system_pods.go:61] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running
I1006 12:27:39.442897 467008 system_pods.go:61] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running
I1006 12:27:39.442902 467008 system_pods.go:61] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:27:39.442907 467008 system_pods.go:61] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running
I1006 12:27:39.442916 467008 system_pods.go:61] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:27:39.442937 467008 system_pods.go:74] duration metric: took 7.62754ms to wait for pod list to return data ...
I1006 12:27:39.442947 467008 default_sa.go:34] waiting for default service account to be created ...
I1006 12:27:39.446727 467008 default_sa.go:45] found service account: "default"
I1006 12:27:39.446749 467008 default_sa.go:55] duration metric: took 3.795641ms for default service account to be created ...
I1006 12:27:39.446759 467008 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:27:39.451908 467008 system_pods.go:86] 8 kube-system pods found
I1006 12:27:39.451935 467008 system_pods.go:89] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:27:39.451941 467008 system_pods.go:89] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:27:39.451952 467008 system_pods.go:89] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:27:39.451957 467008 system_pods.go:89] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running
I1006 12:27:39.451962 467008 system_pods.go:89] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running
I1006 12:27:39.451965 467008 system_pods.go:89] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:27:39.451970 467008 system_pods.go:89] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running
I1006 12:27:39.451991 467008 system_pods.go:89] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:27:39.452010 467008 retry.go:31] will retry after 209.6695ms: missing components: kube-dns
I1006 12:27:39.667059 467008 system_pods.go:86] 8 kube-system pods found
I1006 12:27:39.667094 467008 system_pods.go:89] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:27:39.667101 467008 system_pods.go:89] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:27:39.667109 467008 system_pods.go:89] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:27:39.667114 467008 system_pods.go:89] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running
I1006 12:27:39.667120 467008 system_pods.go:89] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running
I1006 12:27:39.667124 467008 system_pods.go:89] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:27:39.667128 467008 system_pods.go:89] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running
I1006 12:27:39.667134 467008 system_pods.go:89] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:27:39.667153 467008 retry.go:31] will retry after 264.130743ms: missing components: kube-dns
I1006 12:27:39.935828 467008 system_pods.go:86] 8 kube-system pods found
I1006 12:27:39.935871 467008 system_pods.go:89] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:27:39.935879 467008 system_pods.go:89] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:27:39.935886 467008 system_pods.go:89] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:27:39.935891 467008 system_pods.go:89] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running
I1006 12:27:39.935896 467008 system_pods.go:89] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running
I1006 12:27:39.935904 467008 system_pods.go:89] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:27:39.935913 467008 system_pods.go:89] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running
I1006 12:27:39.935920 467008 system_pods.go:89] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:27:39.935941 467008 retry.go:31] will retry after 487.996914ms: missing components: kube-dns
I1006 12:27:40.428005 467008 system_pods.go:86] 8 kube-system pods found
I1006 12:27:40.428038 467008 system_pods.go:89] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Running
I1006 12:27:40.428045 467008 system_pods.go:89] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:27:40.428050 467008 system_pods.go:89] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:27:40.428054 467008 system_pods.go:89] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running
I1006 12:27:40.428060 467008 system_pods.go:89] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running
I1006 12:27:40.428064 467008 system_pods.go:89] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:27:40.428069 467008 system_pods.go:89] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running
I1006 12:27:40.428074 467008 system_pods.go:89] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Running
I1006 12:27:40.428081 467008 system_pods.go:126] duration metric: took 981.317266ms to wait for k8s-apps to be running ...
I1006 12:27:40.428093 467008 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:27:40.428166 467008 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:27:40.443352 467008 system_svc.go:56] duration metric: took 15.248573ms WaitForService to wait for kubelet
I1006 12:27:40.443432 467008 kubeadm.go:586] duration metric: took 15.851555806s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:27:40.443474 467008 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:27:40.446229 467008 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:27:40.446259 467008 node_conditions.go:123] node cpu capacity is 2
I1006 12:27:40.446273 467008 node_conditions.go:105] duration metric: took 2.788769ms to run NodePressure ...
I1006 12:27:40.446285 467008 start.go:241] waiting for startup goroutines ...
I1006 12:27:40.446293 467008 start.go:246] waiting for cluster config update ...
I1006 12:27:40.446303 467008 start.go:255] writing updated cluster config ...
I1006 12:27:40.446615 467008 ssh_runner.go:195] Run: rm -f paused
I1006 12:27:40.451343 467008 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:27:40.456050 467008 pod_ready.go:83] waiting for pod "coredns-5dd5756b68-n8vnd" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:40.461400 467008 pod_ready.go:94] pod "coredns-5dd5756b68-n8vnd" is "Ready"
I1006 12:27:40.461430 467008 pod_ready.go:86] duration metric: took 5.351532ms for pod "coredns-5dd5756b68-n8vnd" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:40.467685 467008 pod_ready.go:83] waiting for pod "etcd-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:40.474391 467008 pod_ready.go:94] pod "etcd-old-k8s-version-685968" is "Ready"
I1006 12:27:40.474424 467008 pod_ready.go:86] duration metric: took 6.710942ms for pod "etcd-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:40.477688 467008 pod_ready.go:83] waiting for pod "kube-apiserver-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:40.482541 467008 pod_ready.go:94] pod "kube-apiserver-old-k8s-version-685968" is "Ready"
I1006 12:27:40.482617 467008 pod_ready.go:86] duration metric: took 4.900532ms for pod "kube-apiserver-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:40.485806 467008 pod_ready.go:83] waiting for pod "kube-controller-manager-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:40.856109 467008 pod_ready.go:94] pod "kube-controller-manager-old-k8s-version-685968" is "Ready"
I1006 12:27:40.856145 467008 pod_ready.go:86] duration metric: took 370.303435ms for pod "kube-controller-manager-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:41.056391 467008 pod_ready.go:83] waiting for pod "kube-proxy-kxv29" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:41.456066 467008 pod_ready.go:94] pod "kube-proxy-kxv29" is "Ready"
I1006 12:27:41.456100 467008 pod_ready.go:86] duration metric: took 399.68427ms for pod "kube-proxy-kxv29" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:41.655944 467008 pod_ready.go:83] waiting for pod "kube-scheduler-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:42.055434 467008 pod_ready.go:94] pod "kube-scheduler-old-k8s-version-685968" is "Ready"
I1006 12:27:42.055466 467008 pod_ready.go:86] duration metric: took 399.491283ms for pod "kube-scheduler-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:27:42.055479 467008 pod_ready.go:40] duration metric: took 1.604102759s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:27:42.123295 467008 start.go:623] kubectl: 1.33.2, cluster: 1.28.0 (minor skew: 5)
I1006 12:27:42.126668 467008 out.go:203]
W1006 12:27:42.129904 467008 out.go:285] ! /usr/local/bin/kubectl is version 1.33.2, which may have incompatibilities with Kubernetes 1.28.0.
I1006 12:27:42.135165 467008 out.go:179] - Want kubectl v1.28.0? Try 'minikube kubectl -- get pods -A'
I1006 12:27:42.144004 467008 out.go:179] * Done! kubectl is now configured to use "old-k8s-version-685968" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 12:27:39 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:39.422695823Z" level=info msg="Created container a2eca37c324154ed0d1ccc700be9d0c22922574d2858203406937bf1a6bea3cb: kube-system/coredns-5dd5756b68-n8vnd/coredns" id=bca803be-3e4a-4f4c-aee6-c64282c573f4 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:27:39 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:39.423345965Z" level=info msg="Starting container: a2eca37c324154ed0d1ccc700be9d0c22922574d2858203406937bf1a6bea3cb" id=a96dbff6-1593-4d3b-a9e7-3627e6b78999 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:27:39 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:39.429666896Z" level=info msg="Started container" PID=1932 containerID=a2eca37c324154ed0d1ccc700be9d0c22922574d2858203406937bf1a6bea3cb description=kube-system/coredns-5dd5756b68-n8vnd/coredns id=a96dbff6-1593-4d3b-a9e7-3627e6b78999 name=/runtime.v1.RuntimeService/StartContainer sandboxID=ebeb7401d382843ea713c91522b40b680c313b2390066cf0cbb34f3cb4e86717
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.688285932Z" level=info msg="Running pod sandbox: default/busybox/POD" id=1560f6f5-6461-481a-b90c-777261f866da name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.688358573Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.697705379Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:a1e6af22d4858fcb7a2727fb9c0087475b15b06a1f2cfcc934048ad72a33cebf UID:fed8ea5e-3332-4299-a7cb-ed0730d280ac NetNS:/var/run/netns/41bb66e5-0114-43d3-a5af-0dbf8cfcf1b6 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x400013b100}] Aliases:map[]}"
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.697742434Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.710868331Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:a1e6af22d4858fcb7a2727fb9c0087475b15b06a1f2cfcc934048ad72a33cebf UID:fed8ea5e-3332-4299-a7cb-ed0730d280ac NetNS:/var/run/netns/41bb66e5-0114-43d3-a5af-0dbf8cfcf1b6 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x400013b100}] Aliases:map[]}"
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.711093778Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.719357355Z" level=info msg="Ran pod sandbox a1e6af22d4858fcb7a2727fb9c0087475b15b06a1f2cfcc934048ad72a33cebf with infra container: default/busybox/POD" id=1560f6f5-6461-481a-b90c-777261f866da name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.720431165Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=e8c3a9b6-4d7b-492d-8261-27a8634442b6 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.720570703Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=e8c3a9b6-4d7b-492d-8261-27a8634442b6 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.720616841Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=e8c3a9b6-4d7b-492d-8261-27a8634442b6 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.721194153Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=ab1c38c4-36fd-4a20-8018-1d5b44708534 name=/runtime.v1.ImageService/PullImage
Oct 06 12:27:42 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:42.723417836Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.692935824Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=ab1c38c4-36fd-4a20-8018-1d5b44708534 name=/runtime.v1.ImageService/PullImage
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.696124992Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=74e36103-0cbe-4c18-8db1-2bcfa519f42c name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.699635353Z" level=info msg="Creating container: default/busybox/busybox" id=6614d48f-51ed-410d-bff7-e373fbf355c6 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.701422075Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.706501801Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.707224608Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.727012413Z" level=info msg="Created container 460f575732360341ab372d599d4d4a2e4c1078a116d76ea74c6a80ec97aa1ae3: default/busybox/busybox" id=6614d48f-51ed-410d-bff7-e373fbf355c6 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.727969791Z" level=info msg="Starting container: 460f575732360341ab372d599d4d4a2e4c1078a116d76ea74c6a80ec97aa1ae3" id=234ef815-10e4-4046-b88d-c57bf89344d4 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:27:44 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:44.730532087Z" level=info msg="Started container" PID=1985 containerID=460f575732360341ab372d599d4d4a2e4c1078a116d76ea74c6a80ec97aa1ae3 description=default/busybox/busybox id=234ef815-10e4-4046-b88d-c57bf89344d4 name=/runtime.v1.RuntimeService/StartContainer sandboxID=a1e6af22d4858fcb7a2727fb9c0087475b15b06a1f2cfcc934048ad72a33cebf
Oct 06 12:27:51 old-k8s-version-685968 crio[835]: time="2025-10-06T12:27:51.516618534Z" level=error msg="Unhandled Error: unable to upgrade websocket connection: websocket server finished before becoming ready (logger=\"UnhandledError\")"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
460f575732360 gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 8 seconds ago Running busybox 0 a1e6af22d4858 busybox default
a2eca37c32415 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 13 seconds ago Running coredns 0 ebeb7401d3828 coredns-5dd5756b68-n8vnd kube-system
23ceef22841c2 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 13 seconds ago Running storage-provisioner 0 987a8625340d1 storage-provisioner kube-system
b31061dd5568e docker.io/kindest/kindnetd@sha256:2bdc3188f2ddc8e54841f69ef900a8dde1280057c97500f966a7ef31364021f1 24 seconds ago Running kindnet-cni 0 f52d03f06fa5c kindnet-k29v5 kube-system
8b753364a0740 940f54a5bcae9dd4c97844fa36d12cc5d9078cffd5e677ad0df1528c12f3240d 28 seconds ago Running kube-proxy 0 c3197ee07691c kube-proxy-kxv29 kube-system
42421cf83dc96 00543d2fe5d71095984891a0609ee504b81f9d72a69a0ad02039d4e135213766 48 seconds ago Running kube-apiserver 0 63b66fdbb7fef kube-apiserver-old-k8s-version-685968 kube-system
39b90d2f27d1f 762dce4090c5f4789bb5dbb933d5b50bc1a2357d7739bbce30d949820e5a38ee 48 seconds ago Running kube-scheduler 0 ffabbcc89e2b9 kube-scheduler-old-k8s-version-685968 kube-system
bce46e957894a 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 48 seconds ago Running etcd 0 ac11d6d319406 etcd-old-k8s-version-685968 kube-system
29fd7c441b979 46cc66ccc7c19b4b30625b0aa4e178792add2385659205d7c6fcbd05d78c23e5 48 seconds ago Running kube-controller-manager 0 14fcd38f10d36 kube-controller-manager-old-k8s-version-685968 kube-system
==> coredns [a2eca37c324154ed0d1ccc700be9d0c22922574d2858203406937bf1a6bea3cb] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 8aa94104b4dae56b00431f7362ac05b997af2246775de35dc2eb361b0707b2fa7199f9ddfdba27fdef1331b76d09c41700f6cb5d00836dabab7c0df8e651283f
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:42258 - 8769 "HINFO IN 5631648609803143019.3270395804841179339. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.037020099s
==> describe nodes <==
Name: old-k8s-version-685968
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=old-k8s-version-685968
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=old-k8s-version-685968
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_27_13_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:27:08 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-685968
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:27:52 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:27:42 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:27:42 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:27:42 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:27:42 +0000 Mon, 06 Oct 2025 12:27:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: old-k8s-version-685968
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: ad4ad730905145959a86cfa1c373438b
System UUID: c012d741-046d-44a5-897d-04acc4ce4918
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11s
kube-system coredns-5dd5756b68-n8vnd 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 29s
kube-system etcd-old-k8s-version-685968 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 44s
kube-system kindnet-k29v5 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 30s
kube-system kube-apiserver-old-k8s-version-685968 250m (12%) 0 (0%) 0 (0%) 0 (0%) 43s
kube-system kube-controller-manager-old-k8s-version-685968 200m (10%) 0 (0%) 0 (0%) 0 (0%) 41s
kube-system kube-proxy-kxv29 0 (0%) 0 (0%) 0 (0%) 0 (0%) 30s
kube-system kube-scheduler-old-k8s-version-685968 100m (5%) 0 (0%) 0 (0%) 0 (0%) 43s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 27s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 27s kube-proxy
Normal Starting 41s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 41s kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 41s kubelet Node old-k8s-version-685968 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 41s kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientPID
Normal RegisteredNode 30s node-controller Node old-k8s-version-685968 event: Registered Node old-k8s-version-685968 in Controller
Normal NodeReady 15s kubelet Node old-k8s-version-685968 status is now: NodeReady
==> dmesg <==
[Oct 6 11:54] overlayfs: idmapped layers are currently not supported
[Oct 6 11:59] overlayfs: idmapped layers are currently not supported
[ +36.403670] overlayfs: idmapped layers are currently not supported
[Oct 6 12:01] overlayfs: idmapped layers are currently not supported
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
==> etcd [bce46e957894a7a0621b11314619c74904885cd3836ee5aa62983761993e33ac] <==
{"level":"info","ts":"2025-10-06T12:27:04.424861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed switched to configuration voters=(11459225503572592365)"}
{"level":"info","ts":"2025-10-06T12:27:04.425406Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","added-peer-id":"9f0758e1c58a86ed","added-peer-peer-urls":["https://192.168.85.2:2380"]}
{"level":"info","ts":"2025-10-06T12:27:04.426877Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2025-10-06T12:27:04.434072Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"9f0758e1c58a86ed","initial-advertise-peer-urls":["https://192.168.85.2:2380"],"listen-peer-urls":["https://192.168.85.2:2380"],"advertise-client-urls":["https://192.168.85.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.85.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2025-10-06T12:27:04.434719Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-10-06T12:27:04.433428Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-10-06T12:27:04.437094Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-10-06T12:27:05.381006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed is starting a new election at term 1"}
{"level":"info","ts":"2025-10-06T12:27:05.381119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became pre-candidate at term 1"}
{"level":"info","ts":"2025-10-06T12:27:05.381166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 1"}
{"level":"info","ts":"2025-10-06T12:27:05.381202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became candidate at term 2"}
{"level":"info","ts":"2025-10-06T12:27:05.381235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-10-06T12:27:05.381272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became leader at term 2"}
{"level":"info","ts":"2025-10-06T12:27:05.381301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-10-06T12:27:05.382452Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2025-10-06T12:27:05.383626Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:old-k8s-version-685968 ClientURLs:[https://192.168.85.2:2379]}","request-path":"/0/members/9f0758e1c58a86ed/attributes","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-10-06T12:27:05.383693Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-10-06T12:27:05.384385Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","cluster-version":"3.5"}
{"level":"info","ts":"2025-10-06T12:27:05.39021Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-10-06T12:27:05.390299Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-10-06T12:27:05.385691Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-10-06T12:27:05.391242Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-10-06T12:27:05.385724Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-10-06T12:27:05.390044Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-10-06T12:27:05.403354Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> kernel <==
12:27:53 up 2:10, 0 user, load average: 1.42, 1.22, 1.79
Linux old-k8s-version-685968 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [b31061dd5568ea80301bb09225fb0c6a646346a716b02a25839fbdf6c9412616] <==
I1006 12:27:28.512708 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:27:28.513148 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:27:28.513296 1 main.go:148] setting mtu 1500 for CNI
I1006 12:27:28.513308 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:27:28.513322 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:27:28Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:27:28.806896 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:27:28.807322 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:27:28.807392 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:27:28.813535 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1006 12:27:29.109095 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:27:29.109123 1 metrics.go:72] Registering metrics
I1006 12:27:29.109183 1 controller.go:711] "Syncing nftables rules"
I1006 12:27:38.814424 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:27:38.814482 1 main.go:301] handling current node
I1006 12:27:48.807314 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:27:48.807373 1 main.go:301] handling current node
==> kube-apiserver [42421cf83dc96b13b49da12d9bcf36bd29b5e2ff49966f3968400c0265dc8378] <==
I1006 12:27:08.562454 1 controller.go:624] quota admission added evaluator for: namespaces
I1006 12:27:08.566104 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1006 12:27:08.566194 1 aggregator.go:166] initial CRD sync complete...
I1006 12:27:08.566207 1 autoregister_controller.go:141] Starting autoregister controller
I1006 12:27:08.566213 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1006 12:27:08.566219 1 cache.go:39] Caches are synced for autoregister controller
I1006 12:27:08.567173 1 shared_informer.go:318] Caches are synced for node_authorizer
E1006 12:27:08.575873 1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
I1006 12:27:08.782227 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:27:09.266931 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1006 12:27:09.274656 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1006 12:27:09.274683 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:27:09.926350 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:27:09.976105 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:27:10.068228 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1006 12:27:10.076061 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.85.2]
I1006 12:27:10.077277 1 controller.go:624] quota admission added evaluator for: endpoints
I1006 12:27:10.085078 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:27:10.522426 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1006 12:27:11.913152 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1006 12:27:11.936418 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1006 12:27:11.949789 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I1006 12:27:23.634019 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I1006 12:27:24.179276 1 controller.go:624] quota admission added evaluator for: replicasets.apps
E1006 12:27:51.576875 1 upgradeaware.go:425] Error proxying data from client to backend: read tcp 192.168.85.2:8443->192.168.85.1:50728: read: connection reset by peer
==> kube-controller-manager [29fd7c441b979feff8bb19a7875c21afa977474063b859399832e75737979363] <==
I1006 12:27:23.654218 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-kxv29"
I1006 12:27:23.658916 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-k29v5"
I1006 12:27:23.662590 1 shared_informer.go:318] Caches are synced for resource quota
I1006 12:27:23.702256 1 shared_informer.go:318] Caches are synced for resource quota
I1006 12:27:23.715805 1 shared_informer.go:318] Caches are synced for persistent volume
I1006 12:27:24.089010 1 shared_informer.go:318] Caches are synced for garbage collector
I1006 12:27:24.089041 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1006 12:27:24.110300 1 shared_informer.go:318] Caches are synced for garbage collector
I1006 12:27:24.185501 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-5dd5756b68 to 2"
I1006 12:27:24.381418 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-5dd5756b68-49bq9"
I1006 12:27:24.398542 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-5dd5756b68-n8vnd"
I1006 12:27:24.413245 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="228.807383ms"
I1006 12:27:24.423160 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="9.848703ms"
I1006 12:27:24.423247 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="47.459µs"
I1006 12:27:26.436465 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-5dd5756b68 to 1 from 2"
I1006 12:27:26.469561 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-5dd5756b68-49bq9"
I1006 12:27:26.493254 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="57.560354ms"
I1006 12:27:26.505978 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="12.665017ms"
I1006 12:27:26.533492 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="27.463009ms"
I1006 12:27:26.533685 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="100.399µs"
I1006 12:27:39.019032 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="211.646µs"
I1006 12:27:39.037630 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="150.238µs"
I1006 12:27:40.308818 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="12.955909ms"
I1006 12:27:40.308922 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="66.388µs"
I1006 12:27:43.577402 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
==> kube-proxy [8b753364a074054a38a1c21ee318aa66d037f9f59d40adee2dfd033f48dab818] <==
I1006 12:27:25.179632 1 server_others.go:69] "Using iptables proxy"
I1006 12:27:25.208792 1 node.go:141] Successfully retrieved node IP: 192.168.85.2
I1006 12:27:25.593748 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:27:25.638730 1 server_others.go:152] "Using iptables Proxier"
I1006 12:27:25.638774 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1006 12:27:25.638781 1 server_others.go:438] "Defaulting to no-op detect-local"
I1006 12:27:25.638815 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1006 12:27:25.639070 1 server.go:846] "Version info" version="v1.28.0"
I1006 12:27:25.639086 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:27:25.651768 1 config.go:188] "Starting service config controller"
I1006 12:27:25.651795 1 shared_informer.go:311] Waiting for caches to sync for service config
I1006 12:27:25.651821 1 config.go:97] "Starting endpoint slice config controller"
I1006 12:27:25.651826 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1006 12:27:25.652396 1 config.go:315] "Starting node config controller"
I1006 12:27:25.652404 1 shared_informer.go:311] Waiting for caches to sync for node config
I1006 12:27:25.752117 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1006 12:27:25.752166 1 shared_informer.go:318] Caches are synced for service config
I1006 12:27:25.752437 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [39b90d2f27d1fa562f735ebbef1848d6496675a07865251f4d44922dfff1f433] <==
W1006 12:27:08.528180 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1006 12:27:08.528238 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W1006 12:27:08.527758 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1006 12:27:08.528356 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W1006 12:27:08.527535 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1006 12:27:08.528440 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1006 12:27:09.418524 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1006 12:27:09.418646 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1006 12:27:09.507336 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1006 12:27:09.507464 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1006 12:27:09.517285 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1006 12:27:09.517415 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W1006 12:27:09.528138 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1006 12:27:09.528183 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1006 12:27:09.544652 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1006 12:27:09.544700 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W1006 12:27:09.623211 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1006 12:27:09.623258 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1006 12:27:09.651945 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1006 12:27:09.652069 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1006 12:27:09.663159 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1006 12:27:09.663294 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W1006 12:27:09.674675 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1006 12:27:09.674826 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
I1006 12:27:12.007890 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 06 12:27:23 old-k8s-version-685968 kubelet[1368]: E1006 12:27:23.892417 1368 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: configmap "kube-root-ca.crt" not found
Oct 06 12:27:23 old-k8s-version-685968 kubelet[1368]: E1006 12:27:23.892613 1368 projected.go:198] Error preparing data for projected volume kube-api-access-tkwxv for pod kube-system/kube-proxy-kxv29: configmap "kube-root-ca.crt" not found
Oct 06 12:27:23 old-k8s-version-685968 kubelet[1368]: E1006 12:27:23.892771 1368 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/73374e50-fdb1-4bb7-9376-8c75b470d89c-kube-api-access-tkwxv podName:73374e50-fdb1-4bb7-9376-8c75b470d89c nodeName:}" failed. No retries permitted until 2025-10-06 12:27:24.392732155 +0000 UTC m=+12.517133966 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-tkwxv" (UniqueName: "kubernetes.io/projected/73374e50-fdb1-4bb7-9376-8c75b470d89c-kube-api-access-tkwxv") pod "kube-proxy-kxv29" (UID: "73374e50-fdb1-4bb7-9376-8c75b470d89c") : configmap "kube-root-ca.crt" not found
Oct 06 12:27:23 old-k8s-version-685968 kubelet[1368]: E1006 12:27:23.893590 1368 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: configmap "kube-root-ca.crt" not found
Oct 06 12:27:23 old-k8s-version-685968 kubelet[1368]: E1006 12:27:23.893727 1368 projected.go:198] Error preparing data for projected volume kube-api-access-2ld7m for pod kube-system/kindnet-k29v5: configmap "kube-root-ca.crt" not found
Oct 06 12:27:23 old-k8s-version-685968 kubelet[1368]: E1006 12:27:23.893859 1368 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/c97d60a9-c97e-40c0-817c-8fabf7e0bfe2-kube-api-access-2ld7m podName:c97d60a9-c97e-40c0-817c-8fabf7e0bfe2 nodeName:}" failed. No retries permitted until 2025-10-06 12:27:24.393841576 +0000 UTC m=+12.518243387 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-2ld7m" (UniqueName: "kubernetes.io/projected/c97d60a9-c97e-40c0-817c-8fabf7e0bfe2-kube-api-access-2ld7m") pod "kindnet-k29v5" (UID: "c97d60a9-c97e-40c0-817c-8fabf7e0bfe2") : configmap "kube-root-ca.crt" not found
Oct 06 12:27:24 old-k8s-version-685968 kubelet[1368]: W1006 12:27:24.618973 1368 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/crio-c3197ee07691c2f704fe33f65a9ff285cf60067a7e1013b8aaa61e9ed3dc2e64 WatchSource:0}: Error finding container c3197ee07691c2f704fe33f65a9ff285cf60067a7e1013b8aaa61e9ed3dc2e64: Status 404 returned error can't find the container with id c3197ee07691c2f704fe33f65a9ff285cf60067a7e1013b8aaa61e9ed3dc2e64
Oct 06 12:27:24 old-k8s-version-685968 kubelet[1368]: W1006 12:27:24.625317 1368 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/crio-f52d03f06fa5c8ccb9a74128835dd57816a40f843c430070a94fb370b9913ae2 WatchSource:0}: Error finding container f52d03f06fa5c8ccb9a74128835dd57816a40f843c430070a94fb370b9913ae2: Status 404 returned error can't find the container with id f52d03f06fa5c8ccb9a74128835dd57816a40f843c430070a94fb370b9913ae2
Oct 06 12:27:25 old-k8s-version-685968 kubelet[1368]: I1006 12:27:25.246861 1368 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-proxy-kxv29" podStartSLOduration=2.246821406 podCreationTimestamp="2025-10-06 12:27:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:27:25.246510174 +0000 UTC m=+13.370911984" watchObservedRunningTime="2025-10-06 12:27:25.246821406 +0000 UTC m=+13.371223217"
Oct 06 12:27:38 old-k8s-version-685968 kubelet[1368]: I1006 12:27:38.975289 1368 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Oct 06 12:27:39 old-k8s-version-685968 kubelet[1368]: I1006 12:27:39.016663 1368 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kindnet-k29v5" podStartSLOduration=12.315862433 podCreationTimestamp="2025-10-06 12:27:23 +0000 UTC" firstStartedPulling="2025-10-06 12:27:24.677500997 +0000 UTC m=+12.801902807" lastFinishedPulling="2025-10-06 12:27:28.378248144 +0000 UTC m=+16.502649963" observedRunningTime="2025-10-06 12:27:29.256297747 +0000 UTC m=+17.380699582" watchObservedRunningTime="2025-10-06 12:27:39.016609589 +0000 UTC m=+27.141011408"
Oct 06 12:27:39 old-k8s-version-685968 kubelet[1368]: I1006 12:27:39.017026 1368 topology_manager.go:215] "Topology Admit Handler" podUID="0821089d-6d99-43e8-a179-82acccbaa7aa" podNamespace="kube-system" podName="coredns-5dd5756b68-n8vnd"
Oct 06 12:27:39 old-k8s-version-685968 kubelet[1368]: I1006 12:27:39.017267 1368 topology_manager.go:215] "Topology Admit Handler" podUID="907b4097-38fc-442b-9b82-807fd19238d3" podNamespace="kube-system" podName="storage-provisioner"
Oct 06 12:27:39 old-k8s-version-685968 kubelet[1368]: I1006 12:27:39.105668 1368 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lvzqg\" (UniqueName: \"kubernetes.io/projected/0821089d-6d99-43e8-a179-82acccbaa7aa-kube-api-access-lvzqg\") pod \"coredns-5dd5756b68-n8vnd\" (UID: \"0821089d-6d99-43e8-a179-82acccbaa7aa\") " pod="kube-system/coredns-5dd5756b68-n8vnd"
Oct 06 12:27:39 old-k8s-version-685968 kubelet[1368]: I1006 12:27:39.105756 1368 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cb5cp\" (UniqueName: \"kubernetes.io/projected/907b4097-38fc-442b-9b82-807fd19238d3-kube-api-access-cb5cp\") pod \"storage-provisioner\" (UID: \"907b4097-38fc-442b-9b82-807fd19238d3\") " pod="kube-system/storage-provisioner"
Oct 06 12:27:39 old-k8s-version-685968 kubelet[1368]: I1006 12:27:39.105783 1368 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/0821089d-6d99-43e8-a179-82acccbaa7aa-config-volume\") pod \"coredns-5dd5756b68-n8vnd\" (UID: \"0821089d-6d99-43e8-a179-82acccbaa7aa\") " pod="kube-system/coredns-5dd5756b68-n8vnd"
Oct 06 12:27:39 old-k8s-version-685968 kubelet[1368]: I1006 12:27:39.105810 1368 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/907b4097-38fc-442b-9b82-807fd19238d3-tmp\") pod \"storage-provisioner\" (UID: \"907b4097-38fc-442b-9b82-807fd19238d3\") " pod="kube-system/storage-provisioner"
Oct 06 12:27:39 old-k8s-version-685968 kubelet[1368]: W1006 12:27:39.369016 1368 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/crio-ebeb7401d382843ea713c91522b40b680c313b2390066cf0cbb34f3cb4e86717 WatchSource:0}: Error finding container ebeb7401d382843ea713c91522b40b680c313b2390066cf0cbb34f3cb4e86717: Status 404 returned error can't find the container with id ebeb7401d382843ea713c91522b40b680c313b2390066cf0cbb34f3cb4e86717
Oct 06 12:27:40 old-k8s-version-685968 kubelet[1368]: I1006 12:27:40.293885 1368 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-5dd5756b68-n8vnd" podStartSLOduration=16.293839999 podCreationTimestamp="2025-10-06 12:27:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:27:40.293331332 +0000 UTC m=+28.417733151" watchObservedRunningTime="2025-10-06 12:27:40.293839999 +0000 UTC m=+28.418241818"
Oct 06 12:27:40 old-k8s-version-685968 kubelet[1368]: I1006 12:27:40.294015 1368 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=14.293991812 podCreationTimestamp="2025-10-06 12:27:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:27:40.279301834 +0000 UTC m=+28.403703653" watchObservedRunningTime="2025-10-06 12:27:40.293991812 +0000 UTC m=+28.418393631"
Oct 06 12:27:42 old-k8s-version-685968 kubelet[1368]: I1006 12:27:42.385089 1368 topology_manager.go:215] "Topology Admit Handler" podUID="fed8ea5e-3332-4299-a7cb-ed0730d280ac" podNamespace="default" podName="busybox"
Oct 06 12:27:42 old-k8s-version-685968 kubelet[1368]: I1006 12:27:42.442911 1368 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t52z5\" (UniqueName: \"kubernetes.io/projected/fed8ea5e-3332-4299-a7cb-ed0730d280ac-kube-api-access-t52z5\") pod \"busybox\" (UID: \"fed8ea5e-3332-4299-a7cb-ed0730d280ac\") " pod="default/busybox"
Oct 06 12:27:42 old-k8s-version-685968 kubelet[1368]: W1006 12:27:42.716373 1368 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/crio-a1e6af22d4858fcb7a2727fb9c0087475b15b06a1f2cfcc934048ad72a33cebf WatchSource:0}: Error finding container a1e6af22d4858fcb7a2727fb9c0087475b15b06a1f2cfcc934048ad72a33cebf: Status 404 returned error can't find the container with id a1e6af22d4858fcb7a2727fb9c0087475b15b06a1f2cfcc934048ad72a33cebf
Oct 06 12:27:45 old-k8s-version-685968 kubelet[1368]: I1006 12:27:45.300751 1368 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/busybox" podStartSLOduration=1.32822985 podCreationTimestamp="2025-10-06 12:27:42 +0000 UTC" firstStartedPulling="2025-10-06 12:27:42.720830374 +0000 UTC m=+30.845232185" lastFinishedPulling="2025-10-06 12:27:44.693256706 +0000 UTC m=+32.817658525" observedRunningTime="2025-10-06 12:27:45.298347509 +0000 UTC m=+33.422749410" watchObservedRunningTime="2025-10-06 12:27:45.30065619 +0000 UTC m=+33.425058222"
Oct 06 12:27:51 old-k8s-version-685968 kubelet[1368]: E1006 12:27:51.577608 1368 upgradeaware.go:425] Error proxying data from client to backend: readfrom tcp 127.0.0.1:34672->127.0.0.1:36309: write tcp 127.0.0.1:34672->127.0.0.1:36309: write: broken pipe
==> storage-provisioner [23ceef22841c249f66e21c67944b68be68565f2e69b287e4f7a2198879c85447] <==
I1006 12:27:39.456813 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:27:39.469830 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:27:39.469882 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1006 12:27:39.482609 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:27:39.482898 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-685968_ec7ea1b0-57d2-4910-85df-e7211d3afea7!
I1006 12:27:39.483139 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"dbfc19b0-42c4-4d16-b73b-4e3aa343720d", APIVersion:"v1", ResourceVersion:"400", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-685968_ec7ea1b0-57d2-4910-85df-e7211d3afea7 became leader
I1006 12:27:39.583683 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-685968_ec7ea1b0-57d2-4910-85df-e7211d3afea7!
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-685968 -n old-k8s-version-685968
helpers_test.go:269: (dbg) Run: kubectl --context old-k8s-version-685968 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (2.49s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-685968 --alsologtostderr -v=1
E1006 12:29:20.371761 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p old-k8s-version-685968 --alsologtostderr -v=1: exit status 80 (2.628341776s)
-- stdout --
* Pausing node old-k8s-version-685968 ...
-- /stdout --
** stderr **
I1006 12:29:20.341039 476856 out.go:360] Setting OutFile to fd 1 ...
I1006 12:29:20.341221 476856 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:29:20.341227 476856 out.go:374] Setting ErrFile to fd 2...
I1006 12:29:20.341232 476856 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:29:20.341505 476856 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:29:20.341860 476856 out.go:368] Setting JSON to false
I1006 12:29:20.341880 476856 mustload.go:65] Loading cluster: old-k8s-version-685968
I1006 12:29:20.342438 476856 config.go:182] Loaded profile config "old-k8s-version-685968": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1006 12:29:20.342920 476856 cli_runner.go:164] Run: docker container inspect old-k8s-version-685968 --format={{.State.Status}}
I1006 12:29:20.373640 476856 host.go:66] Checking if "old-k8s-version-685968" exists ...
I1006 12:29:20.374030 476856 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:29:20.479900 476856 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:29:20.46593985 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:29:20.480657 476856 pause.go:58] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1758198818-20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1758198818-20370-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:old-k8s-version-685968 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=
true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1006 12:29:20.484444 476856 out.go:179] * Pausing node old-k8s-version-685968 ...
I1006 12:29:20.488148 476856 host.go:66] Checking if "old-k8s-version-685968" exists ...
I1006 12:29:20.488545 476856 ssh_runner.go:195] Run: systemctl --version
I1006 12:29:20.488596 476856 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-685968
I1006 12:29:20.508449 476856 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33424 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/old-k8s-version-685968/id_rsa Username:docker}
I1006 12:29:20.608898 476856 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:29:20.624114 476856 pause.go:51] kubelet running: true
I1006 12:29:20.624198 476856 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:29:20.863896 476856 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:29:20.864065 476856 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:29:20.978246 476856 cri.go:89] found id: "d9cdf80e2808788fdf968fb515de3ad155fc7b318dac773eb2d894ea43d14a54"
I1006 12:29:20.978279 476856 cri.go:89] found id: "e309cb920af7cddde6727884f05ccb87c03d9e746a39389dbfa01376fb76ef60"
I1006 12:29:20.978283 476856 cri.go:89] found id: "fa09d4d955608e465f2ccfe8dd73d305444581b18a015c8bc925404788d712d9"
I1006 12:29:20.978287 476856 cri.go:89] found id: "4a9944de674773b60f299d25f79b7322d4c068cd8fb632b09c755587fabad739"
I1006 12:29:20.978290 476856 cri.go:89] found id: "f2993845cf31143eae89c8bf41651b7e3d3ce352e9c5e59deab6af72f9e88701"
I1006 12:29:20.978293 476856 cri.go:89] found id: "eb14c877f48603b6e395c37e51fd6a11704412289e1e001b135a0b3014439655"
I1006 12:29:20.978296 476856 cri.go:89] found id: "903bec7e9c4824f3006dfd430028674fc02a54fe1919822c3af0604b97a66fe3"
I1006 12:29:20.978299 476856 cri.go:89] found id: "89f3d1ce30ba8a7af909fa3dc2df377e1ad6a26f59e84d4e7d6fb1db450f8efd"
I1006 12:29:20.978303 476856 cri.go:89] found id: "3c909179af72c4b6ae623fc8d7006d6599dc7ec7f627dc8297cf5cb20ee57793"
I1006 12:29:20.978309 476856 cri.go:89] found id: "36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b"
I1006 12:29:20.978312 476856 cri.go:89] found id: "c628677f2aefe052241062fb5a9a18d514e99ad87ebb994e8beb80707589849b"
I1006 12:29:20.978315 476856 cri.go:89] found id: ""
I1006 12:29:20.978378 476856 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:29:21.007002 476856 retry.go:31] will retry after 342.943858ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:29:21Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:29:21.350548 476856 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:29:21.366137 476856 pause.go:51] kubelet running: false
I1006 12:29:21.366236 476856 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:29:21.737621 476856 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:29:21.737698 476856 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:29:21.897491 476856 cri.go:89] found id: "d9cdf80e2808788fdf968fb515de3ad155fc7b318dac773eb2d894ea43d14a54"
I1006 12:29:21.897512 476856 cri.go:89] found id: "e309cb920af7cddde6727884f05ccb87c03d9e746a39389dbfa01376fb76ef60"
I1006 12:29:21.897517 476856 cri.go:89] found id: "fa09d4d955608e465f2ccfe8dd73d305444581b18a015c8bc925404788d712d9"
I1006 12:29:21.897570 476856 cri.go:89] found id: "4a9944de674773b60f299d25f79b7322d4c068cd8fb632b09c755587fabad739"
I1006 12:29:21.897574 476856 cri.go:89] found id: "f2993845cf31143eae89c8bf41651b7e3d3ce352e9c5e59deab6af72f9e88701"
I1006 12:29:21.897578 476856 cri.go:89] found id: "eb14c877f48603b6e395c37e51fd6a11704412289e1e001b135a0b3014439655"
I1006 12:29:21.897581 476856 cri.go:89] found id: "903bec7e9c4824f3006dfd430028674fc02a54fe1919822c3af0604b97a66fe3"
I1006 12:29:21.897584 476856 cri.go:89] found id: "89f3d1ce30ba8a7af909fa3dc2df377e1ad6a26f59e84d4e7d6fb1db450f8efd"
I1006 12:29:21.897587 476856 cri.go:89] found id: "3c909179af72c4b6ae623fc8d7006d6599dc7ec7f627dc8297cf5cb20ee57793"
I1006 12:29:21.897594 476856 cri.go:89] found id: "36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b"
I1006 12:29:21.897597 476856 cri.go:89] found id: "c628677f2aefe052241062fb5a9a18d514e99ad87ebb994e8beb80707589849b"
I1006 12:29:21.897606 476856 cri.go:89] found id: ""
I1006 12:29:21.897661 476856 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:29:21.918183 476856 retry.go:31] will retry after 516.766325ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:29:21Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:29:22.435881 476856 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:29:22.459273 476856 pause.go:51] kubelet running: false
I1006 12:29:22.459337 476856 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:29:22.708071 476856 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:29:22.708153 476856 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:29:22.860889 476856 cri.go:89] found id: "d9cdf80e2808788fdf968fb515de3ad155fc7b318dac773eb2d894ea43d14a54"
I1006 12:29:22.860912 476856 cri.go:89] found id: "e309cb920af7cddde6727884f05ccb87c03d9e746a39389dbfa01376fb76ef60"
I1006 12:29:22.860917 476856 cri.go:89] found id: "fa09d4d955608e465f2ccfe8dd73d305444581b18a015c8bc925404788d712d9"
I1006 12:29:22.860921 476856 cri.go:89] found id: "4a9944de674773b60f299d25f79b7322d4c068cd8fb632b09c755587fabad739"
I1006 12:29:22.860925 476856 cri.go:89] found id: "f2993845cf31143eae89c8bf41651b7e3d3ce352e9c5e59deab6af72f9e88701"
I1006 12:29:22.860928 476856 cri.go:89] found id: "eb14c877f48603b6e395c37e51fd6a11704412289e1e001b135a0b3014439655"
I1006 12:29:22.860932 476856 cri.go:89] found id: "903bec7e9c4824f3006dfd430028674fc02a54fe1919822c3af0604b97a66fe3"
I1006 12:29:22.860935 476856 cri.go:89] found id: "89f3d1ce30ba8a7af909fa3dc2df377e1ad6a26f59e84d4e7d6fb1db450f8efd"
I1006 12:29:22.860937 476856 cri.go:89] found id: "3c909179af72c4b6ae623fc8d7006d6599dc7ec7f627dc8297cf5cb20ee57793"
I1006 12:29:22.860943 476856 cri.go:89] found id: "36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b"
I1006 12:29:22.860947 476856 cri.go:89] found id: "c628677f2aefe052241062fb5a9a18d514e99ad87ebb994e8beb80707589849b"
I1006 12:29:22.860950 476856 cri.go:89] found id: ""
I1006 12:29:22.861007 476856 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:29:22.888360 476856 out.go:203]
W1006 12:29:22.891471 476856 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:29:22Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:29:22Z" level=error msg="open /run/runc: no such file or directory"
W1006 12:29:22.891494 476856 out.go:285] *
*
W1006 12:29:22.906156 476856 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:29:22.909606 476856 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p old-k8s-version-685968 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect old-k8s-version-685968
helpers_test.go:243: (dbg) docker inspect old-k8s-version-685968:
-- stdout --
[
{
"Id": "010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16",
"Created": "2025-10-06T12:26:45.832907223Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 470902,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:28:06.449156287Z",
"FinishedAt": "2025-10-06T12:28:05.645963143Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/hostname",
"HostsPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/hosts",
"LogPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16-json.log",
"Name": "/old-k8s-version-685968",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"old-k8s-version-685968:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "old-k8s-version-685968",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16",
"LowerDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/merged",
"UpperDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/diff",
"WorkDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "old-k8s-version-685968",
"Source": "/var/lib/docker/volumes/old-k8s-version-685968/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "old-k8s-version-685968",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-685968",
"name.minikube.sigs.k8s.io": "old-k8s-version-685968",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "c0f3081ade69dd69d3ee9fd9c438fb14137ec4360f1c219382e417d2a3ad5dd4",
"SandboxKey": "/var/run/docker/netns/c0f3081ade69",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33424"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33425"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33428"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33426"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33427"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"old-k8s-version-685968": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "b6:f5:dd:f2:8d:19",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "84aa526f0693a4a9a5701c91d78f523939c7d60aaf07e8e8dd6f8d1c435bb0cc",
"EndpointID": "020c72a9bca54a883a174a2b0f8c6ea2329f18aa3984a56834d2e1e91e239150",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-685968",
"010798deb235"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685968 -n old-k8s-version-685968
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685968 -n old-k8s-version-685968: exit status 2 (436.347409ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-685968 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p old-k8s-version-685968 logs -n 25: (1.989363328s)
helpers_test.go:260: TestStartStop/group/old-k8s-version/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ ssh │ -p cilium-735070 sudo containerd config dump │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status crio --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat crio --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo crio config │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ delete │ -p cilium-735070 │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ 06 Oct 25 12:17 UTC │
│ start │ -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ force-systemd-flag-269070 ssh cat /etc/crio/crio.conf.d/02-crio.conf │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ delete │ -p force-systemd-flag-269070 │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:25 UTC │
│ delete │ -p force-systemd-env-485619 │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ cert-options-604678 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ -p cert-options-604678 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ delete │ -p cert-options-604678 │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:27 UTC │
│ addons │ enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ │
│ stop │ -p old-k8s-version-685968 --alsologtostderr -v=3 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ addons │ enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p cert-expiration-843302 │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ │
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/10/06 12:28:28
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:28:28.724103 473622 out.go:360] Setting OutFile to fd 1 ...
I1006 12:28:28.724238 473622 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:28:28.724248 473622 out.go:374] Setting ErrFile to fd 2...
I1006 12:28:28.724252 473622 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:28:28.724512 473622 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:28:28.724943 473622 out.go:368] Setting JSON to false
I1006 12:28:28.726009 473622 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7861,"bootTime":1759745848,"procs":201,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:28:28.726084 473622 start.go:140] virtualization:
I1006 12:28:28.730007 473622 out.go:179] * [no-preload-953907] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:28:28.733087 473622 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:28:28.733867 473622 notify.go:220] Checking for updates...
I1006 12:28:28.739121 473622 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:28:28.742211 473622 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:28:28.745089 473622 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:28:28.747947 473622 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:28:28.750812 473622 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:28:28.754255 473622 config.go:182] Loaded profile config "old-k8s-version-685968": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1006 12:28:28.754365 473622 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:28:28.810076 473622 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:28:28.810194 473622 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:28:28.938684 473622 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:53 SystemTime:2025-10-06 12:28:28.927689227 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:28:28.938797 473622 docker.go:318] overlay module found
I1006 12:28:28.942060 473622 out.go:179] * Using the docker driver based on user configuration
I1006 12:28:28.945046 473622 start.go:304] selected driver: docker
I1006 12:28:28.945071 473622 start.go:924] validating driver "docker" against <nil>
I1006 12:28:28.945087 473622 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:28:28.945897 473622 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:28:29.039579 473622 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:53 SystemTime:2025-10-06 12:28:29.027985217 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:28:29.039750 473622 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:28:29.039982 473622 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:28:29.043021 473622 out.go:179] * Using Docker driver with root privileges
I1006 12:28:29.045964 473622 cni.go:84] Creating CNI manager for ""
I1006 12:28:29.046034 473622 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:28:29.046044 473622 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:28:29.046119 473622 start.go:348] cluster config:
{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID
:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:28:29.049251 473622 out.go:179] * Starting "no-preload-953907" primary control-plane node in "no-preload-953907" cluster
I1006 12:28:29.052126 473622 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:28:29.055077 473622 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:28:29.057882 473622 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:28:29.058025 473622 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:28:29.058064 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json: {Name:mk8187706cbaa75988127aedec5a3b6b703e70f0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:28:29.058250 473622 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:28:29.058533 473622 cache.go:107] acquiring lock: {Name:mk9130051fd50af2cc16dc2af32b0e4135420e74 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.058598 473622 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1006 12:28:29.058610 473622 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 89.445µs
I1006 12:28:29.058623 473622 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1006 12:28:29.058638 473622 cache.go:107] acquiring lock: {Name:mkae01e076bc48865fd544ceb6441575cf5df863 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.058713 473622 image.go:138] retrieving image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:29.058898 473622 cache.go:107] acquiring lock: {Name:mk3a66d86e56a0f5afd19b3bebcbf20effe81924 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.058968 473622 image.go:138] retrieving image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:29.059079 473622 cache.go:107] acquiring lock: {Name:mk575e944b2ccfb1754acc5337b946594802db90 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059148 473622 image.go:138] retrieving image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:29.059257 473622 cache.go:107] acquiring lock: {Name:mk6c7d746212176b717bcf253f9c648753b2cc66 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059323 473622 image.go:138] retrieving image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:29.059433 473622 cache.go:107] acquiring lock: {Name:mk7de5760aec57762d46704235780a124d48df76 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059500 473622 image.go:138] retrieving image: registry.k8s.io/pause:3.10.1
I1006 12:28:29.059627 473622 cache.go:107] acquiring lock: {Name:mkf489036b408886cd6ec2cfb42bba157320b0c8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059718 473622 image.go:138] retrieving image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:29.059831 473622 cache.go:107] acquiring lock: {Name:mkce72d93246ef27b8bb0e2bb496856f6fef3476 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059903 473622 image.go:138] retrieving image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:29.060998 473622 image.go:181] daemon lookup for registry.k8s.io/coredns/coredns:v1.12.1: Error response from daemon: No such image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:29.062142 473622 image.go:181] daemon lookup for registry.k8s.io/pause:3.10.1: Error response from daemon: No such image: registry.k8s.io/pause:3.10.1
I1006 12:28:29.062570 473622 image.go:181] daemon lookup for registry.k8s.io/etcd:3.6.4-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:29.062718 473622 image.go:181] daemon lookup for registry.k8s.io/kube-apiserver:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:29.062855 473622 image.go:181] daemon lookup for registry.k8s.io/kube-proxy:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:29.063417 473622 image.go:181] daemon lookup for registry.k8s.io/kube-controller-manager:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:29.063765 473622 image.go:181] daemon lookup for registry.k8s.io/kube-scheduler:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:29.134486 473622 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:28:29.134509 473622 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:28:29.134537 473622 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:28:29.134575 473622 start.go:360] acquireMachinesLock for no-preload-953907: {Name:mk58ee6bd1f83792071349ad941f91ea8ee83f3e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.134697 473622 start.go:364] duration metric: took 100.588µs to acquireMachinesLock for "no-preload-953907"
I1006 12:28:29.134730 473622 start.go:93] Provisioning new machine with config: &{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwa
rePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:28:29.134808 473622 start.go:125] createHost starting for "" (driver="docker")
I1006 12:28:28.086998 470775 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (10.00426201s)
I1006 12:28:28.087075 470775 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (9.992031385s)
I1006 12:28:28.087110 470775 node_ready.go:35] waiting up to 6m0s for node "old-k8s-version-685968" to be "Ready" ...
I1006 12:28:28.087443 470775 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (9.847656376s)
I1006 12:28:28.122482 470775 node_ready.go:49] node "old-k8s-version-685968" is "Ready"
I1006 12:28:28.122515 470775 node_ready.go:38] duration metric: took 35.392645ms for node "old-k8s-version-685968" to be "Ready" ...
I1006 12:28:28.122530 470775 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:28:28.122591 470775 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:28:29.361992 470775 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (1.239354369s)
I1006 12:28:29.362020 470775 api_server.go:72] duration metric: took 11.902432827s to wait for apiserver process to appear ...
I1006 12:28:29.362026 470775 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:28:29.362055 470775 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:28:29.362894 470775 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (10.584509804s)
I1006 12:28:29.367060 470775 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p old-k8s-version-685968 addons enable metrics-server
I1006 12:28:29.373661 470775 out.go:179] * Enabled addons: storage-provisioner, default-storageclass, dashboard
I1006 12:28:29.376455 470775 addons.go:514] duration metric: took 11.916512305s for enable addons: enabled=[storage-provisioner default-storageclass dashboard]
I1006 12:28:29.377205 470775 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:28:29.379146 470775 api_server.go:141] control plane version: v1.28.0
I1006 12:28:29.379167 470775 api_server.go:131] duration metric: took 17.134908ms to wait for apiserver health ...
I1006 12:28:29.379176 470775 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:28:29.390190 470775 system_pods.go:59] 8 kube-system pods found
I1006 12:28:29.390254 470775 system_pods.go:61] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:28:29.390270 470775 system_pods.go:61] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:28:29.390279 470775 system_pods.go:61] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:28:29.390286 470775 system_pods.go:61] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:28:29.390300 470775 system_pods.go:61] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:28:29.390309 470775 system_pods.go:61] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:28:29.390317 470775 system_pods.go:61] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:28:29.390321 470775 system_pods.go:61] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Running
I1006 12:28:29.390327 470775 system_pods.go:74] duration metric: took 11.145911ms to wait for pod list to return data ...
I1006 12:28:29.390335 470775 default_sa.go:34] waiting for default service account to be created ...
I1006 12:28:29.395944 470775 default_sa.go:45] found service account: "default"
I1006 12:28:29.395963 470775 default_sa.go:55] duration metric: took 5.622421ms for default service account to be created ...
I1006 12:28:29.395971 470775 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:28:29.400823 470775 system_pods.go:86] 8 kube-system pods found
I1006 12:28:29.400855 470775 system_pods.go:89] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:28:29.400868 470775 system_pods.go:89] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:28:29.400874 470775 system_pods.go:89] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:28:29.400882 470775 system_pods.go:89] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:28:29.400888 470775 system_pods.go:89] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:28:29.400893 470775 system_pods.go:89] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:28:29.400899 470775 system_pods.go:89] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:28:29.400903 470775 system_pods.go:89] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Running
I1006 12:28:29.400910 470775 system_pods.go:126] duration metric: took 4.933739ms to wait for k8s-apps to be running ...
I1006 12:28:29.400918 470775 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:28:29.400974 470775 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:28:29.422956 470775 system_svc.go:56] duration metric: took 22.029041ms WaitForService to wait for kubelet
I1006 12:28:29.423036 470775 kubeadm.go:586] duration metric: took 11.96344737s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:28:29.423068 470775 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:28:29.428472 470775 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:28:29.428501 470775 node_conditions.go:123] node cpu capacity is 2
I1006 12:28:29.428512 470775 node_conditions.go:105] duration metric: took 5.438804ms to run NodePressure ...
I1006 12:28:29.428525 470775 start.go:241] waiting for startup goroutines ...
I1006 12:28:29.428533 470775 start.go:246] waiting for cluster config update ...
I1006 12:28:29.428544 470775 start.go:255] writing updated cluster config ...
I1006 12:28:29.428834 470775 ssh_runner.go:195] Run: rm -f paused
I1006 12:28:29.436521 470775 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:28:29.440775 470775 pod_ready.go:83] waiting for pod "coredns-5dd5756b68-n8vnd" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:28:29.139880 473622 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:28:29.140124 473622 start.go:159] libmachine.API.Create for "no-preload-953907" (driver="docker")
I1006 12:28:29.140165 473622 client.go:168] LocalClient.Create starting
I1006 12:28:29.140246 473622 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:28:29.140284 473622 main.go:141] libmachine: Decoding PEM data...
I1006 12:28:29.140302 473622 main.go:141] libmachine: Parsing certificate...
I1006 12:28:29.140359 473622 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:28:29.140381 473622 main.go:141] libmachine: Decoding PEM data...
I1006 12:28:29.140396 473622 main.go:141] libmachine: Parsing certificate...
I1006 12:28:29.140754 473622 cli_runner.go:164] Run: docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:28:29.172692 473622 cli_runner.go:211] docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:28:29.172769 473622 network_create.go:284] running [docker network inspect no-preload-953907] to gather additional debugging logs...
I1006 12:28:29.172786 473622 cli_runner.go:164] Run: docker network inspect no-preload-953907
W1006 12:28:29.206434 473622 cli_runner.go:211] docker network inspect no-preload-953907 returned with exit code 1
I1006 12:28:29.206467 473622 network_create.go:287] error running [docker network inspect no-preload-953907]: docker network inspect no-preload-953907: exit status 1
stdout:
[]
stderr:
Error response from daemon: network no-preload-953907 not found
I1006 12:28:29.206481 473622 network_create.go:289] output of [docker network inspect no-preload-953907]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network no-preload-953907 not found
** /stderr **
I1006 12:28:29.206590 473622 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:28:29.243772 473622 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:28:29.244145 473622 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:28:29.244370 473622 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:28:29.244807 473622 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001dfefe0}
I1006 12:28:29.244829 473622 network_create.go:124] attempt to create docker network no-preload-953907 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1006 12:28:29.244896 473622 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=no-preload-953907 no-preload-953907
I1006 12:28:29.335600 473622 network_create.go:108] docker network no-preload-953907 192.168.76.0/24 created
I1006 12:28:29.335637 473622 kic.go:121] calculated static IP "192.168.76.2" for the "no-preload-953907" container
I1006 12:28:29.335721 473622 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:28:29.378584 473622 cli_runner.go:164] Run: docker volume create no-preload-953907 --label name.minikube.sigs.k8s.io=no-preload-953907 --label created_by.minikube.sigs.k8s.io=true
I1006 12:28:29.390370 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1
I1006 12:28:29.406238 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1
I1006 12:28:29.409009 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0
I1006 12:28:29.409889 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1
I1006 12:28:29.418093 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1
I1006 12:28:29.429505 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1
I1006 12:28:29.442975 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1
I1006 12:28:29.449255 473622 oci.go:103] Successfully created a docker volume no-preload-953907
I1006 12:28:29.449343 473622 cli_runner.go:164] Run: docker run --rm --name no-preload-953907-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-953907 --entrypoint /usr/bin/test -v no-preload-953907:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:28:29.526205 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 exists
I1006 12:28:29.526237 473622 cache.go:96] cache image "registry.k8s.io/pause:3.10.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1" took 466.803557ms
I1006 12:28:29.526249 473622 cache.go:80] save to tar file registry.k8s.io/pause:3.10.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 succeeded
I1006 12:28:29.970254 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 exists
I1006 12:28:29.970395 473622 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1" took 911.131489ms
I1006 12:28:29.970435 473622 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 succeeded
I1006 12:28:30.286920 473622 oci.go:107] Successfully prepared a docker volume no-preload-953907
I1006 12:28:30.286953 473622 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
W1006 12:28:30.287117 473622 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:28:30.287235 473622 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:28:30.379751 473622 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname no-preload-953907 --name no-preload-953907 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-953907 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=no-preload-953907 --network no-preload-953907 --ip 192.168.76.2 --volume no-preload-953907:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:28:30.440726 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 exists
I1006 12:28:30.440803 473622 cache.go:96] cache image "registry.k8s.io/coredns/coredns:v1.12.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1" took 1.380975815s
I1006 12:28:30.440868 473622 cache.go:80] save to tar file registry.k8s.io/coredns/coredns:v1.12.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 succeeded
I1006 12:28:30.458226 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 exists
I1006 12:28:30.458261 473622 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1" took 1.39918327s
I1006 12:28:30.458273 473622 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 succeeded
I1006 12:28:30.572554 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 exists
I1006 12:28:30.572580 473622 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1" took 1.51368372s
I1006 12:28:30.572592 473622 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 succeeded
I1006 12:28:30.796660 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Running}}
I1006 12:28:30.831324 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:28:30.895548 473622 cli_runner.go:164] Run: docker exec no-preload-953907 stat /var/lib/dpkg/alternatives/iptables
I1006 12:28:30.920148 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 exists
I1006 12:28:30.920195 473622 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1" took 1.861556307s
I1006 12:28:30.920211 473622 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 succeeded
I1006 12:28:31.009553 473622 oci.go:144] the created container "no-preload-953907" has a running status.
I1006 12:28:31.009593 473622 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa...
I1006 12:28:31.614171 473622 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:28:31.634180 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:28:31.661222 473622 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:28:31.661245 473622 kic_runner.go:114] Args: [docker exec --privileged no-preload-953907 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:28:31.703301 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:28:31.723591 473622 machine.go:93] provisionDockerMachine start ...
I1006 12:28:31.723690 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:31.743575 473622 main.go:141] libmachine: Using SSH client type: native
I1006 12:28:31.743933 473622 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33429 <nil> <nil>}
I1006 12:28:31.744055 473622 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:28:31.744668 473622 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:53606->127.0.0.1:33429: read: connection reset by peer
I1006 12:28:31.891847 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 exists
I1006 12:28:31.891876 473622 cache.go:96] cache image "registry.k8s.io/etcd:3.6.4-0" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0" took 2.83224977s
I1006 12:28:31.891887 473622 cache.go:80] save to tar file registry.k8s.io/etcd:3.6.4-0 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 succeeded
I1006 12:28:31.891922 473622 cache.go:87] Successfully saved all images to host disk.
W1006 12:28:31.447572 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:33.947065 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:34.877137 473622 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:28:34.877161 473622 ubuntu.go:182] provisioning hostname "no-preload-953907"
I1006 12:28:34.877227 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:34.898900 473622 main.go:141] libmachine: Using SSH client type: native
I1006 12:28:34.899220 473622 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33429 <nil> <nil>}
I1006 12:28:34.899236 473622 main.go:141] libmachine: About to run SSH command:
sudo hostname no-preload-953907 && echo "no-preload-953907" | sudo tee /etc/hostname
I1006 12:28:35.048063 473622 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:28:35.048151 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:35.066239 473622 main.go:141] libmachine: Using SSH client type: native
I1006 12:28:35.066561 473622 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33429 <nil> <nil>}
I1006 12:28:35.066585 473622 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-953907' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-953907/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-953907' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:28:35.206279 473622 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:28:35.206312 473622 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:28:35.206339 473622 ubuntu.go:190] setting up certificates
I1006 12:28:35.206348 473622 provision.go:84] configureAuth start
I1006 12:28:35.206411 473622 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:28:35.227343 473622 provision.go:143] copyHostCerts
I1006 12:28:35.227420 473622 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:28:35.227434 473622 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:28:35.227518 473622 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:28:35.227614 473622 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:28:35.227624 473622 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:28:35.227651 473622 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:28:35.227710 473622 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:28:35.227719 473622 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:28:35.227745 473622 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:28:35.227795 473622 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.no-preload-953907 san=[127.0.0.1 192.168.76.2 localhost minikube no-preload-953907]
I1006 12:28:35.566905 473622 provision.go:177] copyRemoteCerts
I1006 12:28:35.566977 473622 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:28:35.567027 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:35.585048 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:35.685402 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:28:35.703925 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:28:35.721865 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:28:35.741574 473622 provision.go:87] duration metric: took 535.207285ms to configureAuth
I1006 12:28:35.741645 473622 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:28:35.741865 473622 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:28:35.742003 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:35.760489 473622 main.go:141] libmachine: Using SSH client type: native
I1006 12:28:35.760797 473622 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33429 <nil> <nil>}
I1006 12:28:35.760817 473622 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:28:36.091511 473622 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:28:36.091537 473622 machine.go:96] duration metric: took 4.367924996s to provisionDockerMachine
I1006 12:28:36.091547 473622 client.go:171] duration metric: took 6.951372037s to LocalClient.Create
I1006 12:28:36.091561 473622 start.go:167] duration metric: took 6.95143945s to libmachine.API.Create "no-preload-953907"
I1006 12:28:36.091573 473622 start.go:293] postStartSetup for "no-preload-953907" (driver="docker")
I1006 12:28:36.091584 473622 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:28:36.091647 473622 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:28:36.091696 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:36.109496 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:36.209697 473622 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:28:36.213144 473622 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:28:36.213172 473622 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:28:36.213184 473622 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:28:36.213261 473622 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:28:36.213380 473622 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:28:36.213488 473622 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:28:36.221006 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:28:36.240143 473622 start.go:296] duration metric: took 148.553117ms for postStartSetup
I1006 12:28:36.240515 473622 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:28:36.258582 473622 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:28:36.258873 473622 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:28:36.258935 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:36.276334 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:36.370673 473622 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:28:36.375413 473622 start.go:128] duration metric: took 7.240585528s to createHost
I1006 12:28:36.375481 473622 start.go:83] releasing machines lock for "no-preload-953907", held for 7.240767658s
I1006 12:28:36.375568 473622 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:28:36.392600 473622 ssh_runner.go:195] Run: cat /version.json
I1006 12:28:36.392658 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:36.392904 473622 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:28:36.392975 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:36.416063 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:36.424929 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:36.517408 473622 ssh_runner.go:195] Run: systemctl --version
I1006 12:28:36.612530 473622 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:28:36.648807 473622 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:28:36.653489 473622 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:28:36.653589 473622 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:28:36.683029 473622 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:28:36.683050 473622 start.go:495] detecting cgroup driver to use...
I1006 12:28:36.683098 473622 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:28:36.683158 473622 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:28:36.703187 473622 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:28:36.716414 473622 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:28:36.716502 473622 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:28:36.736514 473622 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:28:36.756957 473622 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:28:36.876723 473622 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:28:37.003412 473622 docker.go:234] disabling docker service ...
I1006 12:28:37.003482 473622 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:28:37.032147 473622 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:28:37.048074 473622 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:28:37.174658 473622 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:28:37.306210 473622 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:28:37.319815 473622 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:28:37.337076 473622 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:28:37.337191 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.346573 473622 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:28:37.346645 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.355799 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.365350 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.374644 473622 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:28:37.382848 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.392084 473622 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.406058 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.415889 473622 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:28:37.423876 473622 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:28:37.431642 473622 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:28:37.554995 473622 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:28:37.693974 473622 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:28:37.694163 473622 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:28:37.698649 473622 start.go:563] Will wait 60s for crictl version
I1006 12:28:37.698764 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:37.702784 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:28:37.737438 473622 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:28:37.737678 473622 ssh_runner.go:195] Run: crio --version
I1006 12:28:37.772264 473622 ssh_runner.go:195] Run: crio --version
I1006 12:28:37.809786 473622 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:28:37.812609 473622 cli_runner.go:164] Run: docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:28:37.829645 473622 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:28:37.833667 473622 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:28:37.844057 473622 kubeadm.go:883] updating cluster {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:28:37.844167 473622 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:28:37.844212 473622 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:28:37.869440 473622 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.34.1". assuming images are not preloaded.
I1006 12:28:37.869467 473622 cache_images.go:89] LoadCachedImages start: [registry.k8s.io/kube-apiserver:v1.34.1 registry.k8s.io/kube-controller-manager:v1.34.1 registry.k8s.io/kube-scheduler:v1.34.1 registry.k8s.io/kube-proxy:v1.34.1 registry.k8s.io/pause:3.10.1 registry.k8s.io/etcd:3.6.4-0 registry.k8s.io/coredns/coredns:v1.12.1 gcr.io/k8s-minikube/storage-provisioner:v5]
I1006 12:28:37.869504 473622 image.go:138] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:37.869737 473622 image.go:138] retrieving image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:37.869842 473622 image.go:138] retrieving image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:37.869932 473622 image.go:138] retrieving image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:37.870016 473622 image.go:138] retrieving image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:37.870103 473622 image.go:138] retrieving image: registry.k8s.io/pause:3.10.1
I1006 12:28:37.870189 473622 image.go:138] retrieving image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:37.870284 473622 image.go:138] retrieving image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:37.872646 473622 image.go:181] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:37.873108 473622 image.go:181] daemon lookup for registry.k8s.io/pause:3.10.1: Error response from daemon: No such image: registry.k8s.io/pause:3.10.1
I1006 12:28:37.873345 473622 image.go:181] daemon lookup for registry.k8s.io/kube-proxy:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:37.873508 473622 image.go:181] daemon lookup for registry.k8s.io/kube-apiserver:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:37.873746 473622 image.go:181] daemon lookup for registry.k8s.io/coredns/coredns:v1.12.1: Error response from daemon: No such image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:37.873903 473622 image.go:181] daemon lookup for registry.k8s.io/kube-scheduler:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:37.874085 473622 image.go:181] daemon lookup for registry.k8s.io/kube-controller-manager:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:37.874493 473622 image.go:181] daemon lookup for registry.k8s.io/etcd:3.6.4-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.148017 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.10.1
I1006 12:28:38.164826 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.196118 473622 cache_images.go:117] "registry.k8s.io/pause:3.10.1" needs transfer: "registry.k8s.io/pause:3.10.1" does not exist at hash "d7b100cd9a77ba782c5e428c8dd5a1df4a1e79d4cb6294acd7d01290ab3babbd" in container runtime
I1006 12:28:38.196207 473622 cri.go:218] Removing image: registry.k8s.io/pause:3.10.1
I1006 12:28:38.196283 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.196878 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.217098 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.222262 473622 cache_images.go:117] "registry.k8s.io/kube-proxy:v1.34.1" needs transfer: "registry.k8s.io/kube-proxy:v1.34.1" does not exist at hash "05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9" in container runtime
I1006 12:28:38.222305 473622 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.222377 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.222472 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1006 12:28:38.237149 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.241645 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.243596 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.259751 473622 cache_images.go:117] "registry.k8s.io/etcd:3.6.4-0" needs transfer: "registry.k8s.io/etcd:3.6.4-0" does not exist at hash "a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e" in container runtime
I1006 12:28:38.259849 473622 cri.go:218] Removing image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.259930 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.346994 473622 cache_images.go:117] "registry.k8s.io/kube-scheduler:v1.34.1" needs transfer: "registry.k8s.io/kube-scheduler:v1.34.1" does not exist at hash "b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0" in container runtime
I1006 12:28:38.347092 473622 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.347171 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.347335 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1006 12:28:38.347428 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.360614 473622 cache_images.go:117] "registry.k8s.io/coredns/coredns:v1.12.1" needs transfer: "registry.k8s.io/coredns/coredns:v1.12.1" does not exist at hash "138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc" in container runtime
I1006 12:28:38.360719 473622 cri.go:218] Removing image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.360806 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.360993 473622 cache_images.go:117] "registry.k8s.io/kube-apiserver:v1.34.1" needs transfer: "registry.k8s.io/kube-apiserver:v1.34.1" does not exist at hash "43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196" in container runtime
I1006 12:28:38.361050 473622 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.361146 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.361212 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.361070 473622 cache_images.go:117] "registry.k8s.io/kube-controller-manager:v1.34.1" needs transfer: "registry.k8s.io/kube-controller-manager:v1.34.1" does not exist at hash "7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a" in container runtime
I1006 12:28:38.361364 473622 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.361421 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.398072 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.398143 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.398262 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1006 12:28:38.423177 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.423293 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.423354 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.423367 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.442930 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.492456 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.520628 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1
I1006 12:28:38.520804 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/pause_3.10.1
I1006 12:28:38.562230 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.562387 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.562418 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.562437 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.580069 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1
I1006 12:28:38.580166 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-proxy_v1.34.1
I1006 12:28:38.589501 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.589655 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/pause_3.10.1: stat -c "%s %y" /var/lib/minikube/images/pause_3.10.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/pause_3.10.1': No such file or directory
I1006 12:28:38.589674 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 --> /var/lib/minikube/images/pause_3.10.1 (268288 bytes)
I1006 12:28:38.641914 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.642073 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.680229 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.680382 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0
I1006 12:28:38.680503 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/etcd_3.6.4-0
I1006 12:28:38.680609 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-proxy_v1.34.1: stat -c "%s %y" /var/lib/minikube/images/kube-proxy_v1.34.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-proxy_v1.34.1': No such file or directory
I1006 12:28:38.680656 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 --> /var/lib/minikube/images/kube-proxy_v1.34.1 (22790144 bytes)
W1006 12:28:36.446787 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:38.450369 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:40.947895 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:38.732751 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1
I1006 12:28:38.732914 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-scheduler_v1.34.1
I1006 12:28:38.749440 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1
I1006 12:28:38.749627 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-apiserver_v1.34.1
I1006 12:28:38.749647 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1
I1006 12:28:38.749796 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/coredns_v1.12.1
I1006 12:28:38.769278 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/etcd_3.6.4-0: stat -c "%s %y" /var/lib/minikube/images/etcd_3.6.4-0: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/etcd_3.6.4-0': No such file or directory
I1006 12:28:38.769321 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 --> /var/lib/minikube/images/etcd_3.6.4-0 (98216960 bytes)
I1006 12:28:38.773759 473622 crio.go:275] Loading image: /var/lib/minikube/images/pause_3.10.1
I1006 12:28:38.773856 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/pause_3.10.1
I1006 12:28:38.798913 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-scheduler_v1.34.1: stat -c "%s %y" /var/lib/minikube/images/kube-scheduler_v1.34.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-scheduler_v1.34.1': No such file or directory
I1006 12:28:38.798952 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 --> /var/lib/minikube/images/kube-scheduler_v1.34.1 (15790592 bytes)
I1006 12:28:38.799022 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1
I1006 12:28:38.799139 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-controller-manager_v1.34.1
I1006 12:28:38.799221 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-apiserver_v1.34.1: stat -c "%s %y" /var/lib/minikube/images/kube-apiserver_v1.34.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-apiserver_v1.34.1': No such file or directory
I1006 12:28:38.799237 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 --> /var/lib/minikube/images/kube-apiserver_v1.34.1 (24581632 bytes)
I1006 12:28:38.799288 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/coredns_v1.12.1: stat -c "%s %y" /var/lib/minikube/images/coredns_v1.12.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/coredns_v1.12.1': No such file or directory
I1006 12:28:38.799305 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 --> /var/lib/minikube/images/coredns_v1.12.1 (20402176 bytes)
I1006 12:28:39.151237 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-controller-manager_v1.34.1: stat -c "%s %y" /var/lib/minikube/images/kube-controller-manager_v1.34.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-controller-manager_v1.34.1': No such file or directory
I1006 12:28:39.151280 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 --> /var/lib/minikube/images/kube-controller-manager_v1.34.1 (20730880 bytes)
I1006 12:28:39.151339 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 from cache
W1006 12:28:39.230097 473622 image.go:286] image gcr.io/k8s-minikube/storage-provisioner:v5 arch mismatch: want arm64 got amd64. fixing
I1006 12:28:39.230338 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:39.497961 473622 crio.go:275] Loading image: /var/lib/minikube/images/kube-scheduler_v1.34.1
I1006 12:28:39.498080 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-scheduler_v1.34.1
I1006 12:28:39.552260 473622 cache_images.go:117] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51" in container runtime
I1006 12:28:39.552348 473622 cri.go:218] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:39.552445 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:41.449111 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-scheduler_v1.34.1: (1.950977484s)
I1006 12:28:41.449145 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 from cache
I1006 12:28:41.449165 473622 crio.go:275] Loading image: /var/lib/minikube/images/kube-proxy_v1.34.1
I1006 12:28:41.449214 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-proxy_v1.34.1
I1006 12:28:41.449315 473622 ssh_runner.go:235] Completed: which crictl: (1.89684223s)
I1006 12:28:41.449348 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:43.653182 473622 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (2.20381057s)
I1006 12:28:43.653263 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:43.653352 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-proxy_v1.34.1: (2.20412273s)
I1006 12:28:43.653368 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 from cache
I1006 12:28:43.653387 473622 crio.go:275] Loading image: /var/lib/minikube/images/coredns_v1.12.1
I1006 12:28:43.653421 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/coredns_v1.12.1
W1006 12:28:42.952332 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:45.455816 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:46.288161 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/coredns_v1.12.1: (2.634714529s)
I1006 12:28:46.288276 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 from cache
I1006 12:28:46.288333 473622 crio.go:275] Loading image: /var/lib/minikube/images/kube-apiserver_v1.34.1
I1006 12:28:46.288248 473622 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (2.634967799s)
I1006 12:28:46.288435 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:46.288542 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-apiserver_v1.34.1
I1006 12:28:48.218619 473622 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (1.93016239s)
I1006 12:28:48.218715 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5
I1006 12:28:48.218845 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5
I1006 12:28:48.222613 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-apiserver_v1.34.1: (1.934016904s)
I1006 12:28:48.222647 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 from cache
I1006 12:28:48.222668 473622 crio.go:275] Loading image: /var/lib/minikube/images/kube-controller-manager_v1.34.1
I1006 12:28:48.222719 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-controller-manager_v1.34.1
I1006 12:28:48.228789 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/storage-provisioner_v5: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/storage-provisioner_v5': No such file or directory
I1006 12:28:48.228870 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 --> /var/lib/minikube/images/storage-provisioner_v5 (8035840 bytes)
W1006 12:28:47.946768 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:49.947438 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:50.057135 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-controller-manager_v1.34.1: (1.834382134s)
I1006 12:28:50.057210 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 from cache
I1006 12:28:50.057269 473622 crio.go:275] Loading image: /var/lib/minikube/images/etcd_3.6.4-0
I1006 12:28:50.057343 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/etcd_3.6.4-0
W1006 12:28:51.955581 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:54.454237 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:55.684238 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/etcd_3.6.4-0: (5.626847493s)
I1006 12:28:55.684268 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 from cache
I1006 12:28:55.684287 473622 crio.go:275] Loading image: /var/lib/minikube/images/storage-provisioner_v5
I1006 12:28:55.684337 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/storage-provisioner_v5
I1006 12:28:56.286702 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 from cache
I1006 12:28:56.286735 473622 cache_images.go:124] Successfully loaded all cached images
I1006 12:28:56.286741 473622 cache_images.go:93] duration metric: took 18.41726041s to LoadCachedImages
I1006 12:28:56.286753 473622 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1006 12:28:56.286838 473622 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-953907 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:28:56.286928 473622 ssh_runner.go:195] Run: crio config
I1006 12:28:56.377344 473622 cni.go:84] Creating CNI manager for ""
I1006 12:28:56.377480 473622 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:28:56.377512 473622 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:28:56.377584 473622 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-953907 NodeName:no-preload-953907 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:28:56.377757 473622 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-953907"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:28:56.377864 473622 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:28:56.387859 473622 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.34.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.34.1': No such file or directory
Initiating transfer...
I1006 12:28:56.387938 473622 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.34.1
I1006 12:28:56.396849 473622 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl.sha256
I1006 12:28:56.396944 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubectl
I1006 12:28:56.397776 473622 download.go:108] Downloading: https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubeadm.sha256 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubeadm
I1006 12:28:56.397795 473622 download.go:108] Downloading: https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubelet?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubelet.sha256 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubelet
I1006 12:28:56.402033 473622 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubectl': No such file or directory
I1006 12:28:56.402115 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubectl --> /var/lib/minikube/binaries/v1.34.1/kubectl (58130616 bytes)
I1006 12:28:57.186981 473622 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:28:57.212846 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubelet
I1006 12:28:57.218749 473622 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubelet': No such file or directory
I1006 12:28:57.218788 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubelet --> /var/lib/minikube/binaries/v1.34.1/kubelet (56426788 bytes)
I1006 12:28:57.301864 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubeadm
I1006 12:28:57.329449 473622 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubeadm': No such file or directory
I1006 12:28:57.329492 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubeadm --> /var/lib/minikube/binaries/v1.34.1/kubeadm (71434424 bytes)
I1006 12:28:58.045195 473622 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:28:58.055157 473622 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:28:58.070787 473622 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:28:58.087871 473622 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1006 12:28:58.102521 473622 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:28:58.106775 473622 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:28:58.120164 473622 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:28:58.258594 473622 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:28:58.279337 473622 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907 for IP: 192.168.76.2
I1006 12:28:58.279359 473622 certs.go:195] generating shared ca certs ...
I1006 12:28:58.279376 473622 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:28:58.279548 473622 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:28:58.279593 473622 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:28:58.279604 473622 certs.go:257] generating profile certs ...
I1006 12:28:58.279674 473622 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key
I1006 12:28:58.279690 473622 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt with IP's: []
W1006 12:28:56.953617 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:59.447032 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:59.639564 473622 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt ...
I1006 12:28:59.639596 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: {Name:mk3887f41aea17a485c143ec55a6daf774205bcf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:28:59.639799 473622 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key ...
I1006 12:28:59.639808 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key: {Name:mka26b346982bd7c0e24843ee46f786e30cf24f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:28:59.639897 473622 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c
I1006 12:28:59.639917 473622 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt.d1c32e8c with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1006 12:29:00.186188 473622 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt.d1c32e8c ...
I1006 12:29:00.186230 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt.d1c32e8c: {Name:mkd7fd58158dac81024dd8ade408da7b9d99f462 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:00.186453 473622 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c ...
I1006 12:29:00.186470 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c: {Name:mk03e67928ce43a68fe845d2386030be6c5af0d3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:00.186559 473622 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt.d1c32e8c -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt
I1006 12:29:00.186645 473622 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key
I1006 12:29:00.186707 473622 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key
I1006 12:29:00.186721 473622 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt with IP's: []
I1006 12:29:00.839450 473622 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt ...
I1006 12:29:00.839482 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt: {Name:mk5fed187132620341d3e4d21559aea382e24f48 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:00.839663 473622 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key ...
I1006 12:29:00.839677 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key: {Name:mkb8e9767846e6ac3fb16a1e5245951be127c18f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:00.839865 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:29:00.839920 473622 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:29:00.839934 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:29:00.839963 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:29:00.839984 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:29:00.840006 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:29:00.840049 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:29:00.840610 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:29:00.862172 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:29:00.880142 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:29:00.899696 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:29:00.918875 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:29:00.938967 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:29:00.959922 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:29:00.978898 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:29:00.997602 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:29:01.018419 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:29:01.037975 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:29:01.056474 473622 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:29:01.070297 473622 ssh_runner.go:195] Run: openssl version
I1006 12:29:01.079823 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:29:01.089133 473622 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:01.093075 473622 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:01.093191 473622 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:01.135905 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:29:01.144919 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:29:01.153999 473622 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:29:01.158041 473622 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:29:01.158136 473622 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:29:01.200597 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:29:01.209273 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:29:01.218259 473622 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:29:01.223185 473622 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:29:01.223287 473622 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:29:01.270222 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:29:01.278736 473622 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:29:01.282634 473622 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:29:01.282688 473622 kubeadm.go:400] StartCluster: {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: So
cketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:29:01.282764 473622 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:29:01.282822 473622 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:29:01.311983 473622 cri.go:89] found id: ""
I1006 12:29:01.312066 473622 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:29:01.320417 473622 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:29:01.328855 473622 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:29:01.328971 473622 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:29:01.341323 473622 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:29:01.341397 473622 kubeadm.go:157] found existing configuration files:
I1006 12:29:01.341485 473622 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:29:01.351190 473622 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:29:01.351310 473622 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:29:01.359189 473622 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:29:01.368674 473622 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:29:01.368790 473622 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:29:01.378535 473622 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:29:01.389924 473622 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:29:01.390053 473622 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:29:01.401480 473622 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:29:01.410078 473622 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:29:01.410236 473622 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:29:01.418187 473622 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:29:01.465112 473622 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:29:01.465242 473622 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:29:01.498370 473622 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:29:01.498450 473622 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:29:01.498501 473622 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:29:01.498554 473622 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:29:01.498608 473622 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:29:01.498660 473622 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:29:01.498715 473622 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:29:01.498772 473622 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:29:01.498826 473622 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:29:01.498881 473622 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:29:01.498935 473622 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:29:01.498988 473622 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:29:01.569092 473622 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:29:01.569210 473622 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:29:01.569312 473622 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:29:01.589668 473622 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:29:01.596433 473622 out.go:252] - Generating certificates and keys ...
I1006 12:29:01.596558 473622 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:29:01.596650 473622 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:29:01.761226 473622 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:29:01.974742 473622 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:29:02.580512 473622 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:29:03.082852 473622 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:29:03.209283 473622 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:29:03.209690 473622 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [localhost no-preload-953907] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:29:03.425131 473622 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:29:03.425506 473622 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [localhost no-preload-953907] and IPs [192.168.76.2 127.0.0.1 ::1]
W1006 12:29:01.447609 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:29:03.946951 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:29:05.947736 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:29:04.629389 473622 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:29:04.950836 473622 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:29:05.352466 473622 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:29:05.352760 473622 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:29:05.638827 473622 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:29:05.959233 473622 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:29:07.286885 473622 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:29:07.474048 473622 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:29:08.202402 473622 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:29:08.203972 473622 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:29:08.208239 473622 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:29:06.948389 470775 pod_ready.go:94] pod "coredns-5dd5756b68-n8vnd" is "Ready"
I1006 12:29:06.948415 470775 pod_ready.go:86] duration metric: took 37.507619369s for pod "coredns-5dd5756b68-n8vnd" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.952866 470775 pod_ready.go:83] waiting for pod "etcd-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.959933 470775 pod_ready.go:94] pod "etcd-old-k8s-version-685968" is "Ready"
I1006 12:29:06.959962 470775 pod_ready.go:86] duration metric: took 7.062718ms for pod "etcd-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.964029 470775 pod_ready.go:83] waiting for pod "kube-apiserver-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.970276 470775 pod_ready.go:94] pod "kube-apiserver-old-k8s-version-685968" is "Ready"
I1006 12:29:06.970353 470775 pod_ready.go:86] duration metric: took 6.29872ms for pod "kube-apiserver-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.975260 470775 pod_ready.go:83] waiting for pod "kube-controller-manager-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:07.145453 470775 pod_ready.go:94] pod "kube-controller-manager-old-k8s-version-685968" is "Ready"
I1006 12:29:07.145567 470775 pod_ready.go:86] duration metric: took 170.22254ms for pod "kube-controller-manager-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:07.346054 470775 pod_ready.go:83] waiting for pod "kube-proxy-kxv29" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:07.745219 470775 pod_ready.go:94] pod "kube-proxy-kxv29" is "Ready"
I1006 12:29:07.745244 470775 pod_ready.go:86] duration metric: took 399.166535ms for pod "kube-proxy-kxv29" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:07.945184 470775 pod_ready.go:83] waiting for pod "kube-scheduler-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:08.344659 470775 pod_ready.go:94] pod "kube-scheduler-old-k8s-version-685968" is "Ready"
I1006 12:29:08.344692 470775 pod_ready.go:86] duration metric: took 399.48549ms for pod "kube-scheduler-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:08.344706 470775 pod_ready.go:40] duration metric: took 38.90815503s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:29:08.426276 470775 start.go:623] kubectl: 1.33.2, cluster: 1.28.0 (minor skew: 5)
I1006 12:29:08.429629 470775 out.go:203]
W1006 12:29:08.432763 470775 out.go:285] ! /usr/local/bin/kubectl is version 1.33.2, which may have incompatibilities with Kubernetes 1.28.0.
I1006 12:29:08.439075 470775 out.go:179] - Want kubectl v1.28.0? Try 'minikube kubectl -- get pods -A'
I1006 12:29:08.442010 470775 out.go:179] * Done! kubectl is now configured to use "old-k8s-version-685968" cluster and "default" namespace by default
I1006 12:29:08.211604 473622 out.go:252] - Booting up control plane ...
I1006 12:29:08.211719 473622 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:29:08.211802 473622 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:29:08.212274 473622 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:29:08.230041 473622 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:29:08.230396 473622 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:29:08.238074 473622 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:29:08.238443 473622 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:29:08.238491 473622 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:29:08.383815 473622 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:29:08.383942 473622 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:29:09.884522 473622 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.501972229s
I1006 12:29:09.889028 473622 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:29:09.889460 473622 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1006 12:29:09.889831 473622 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:29:09.891203 473622 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:29:11.869326 473622 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 1.978356336s
I1006 12:29:14.288733 473622 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.396822178s
I1006 12:29:15.892824 473622 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.002044468s
I1006 12:29:15.919531 473622 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:29:15.939964 473622 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:29:15.955453 473622 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:29:15.955669 473622 kubeadm.go:318] [mark-control-plane] Marking the node no-preload-953907 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:29:15.968189 473622 kubeadm.go:318] [bootstrap-token] Using token: gijzjt.xni4jx3n4esfdhi7
I1006 12:29:15.973099 473622 out.go:252] - Configuring RBAC rules ...
I1006 12:29:15.973234 473622 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:29:15.977210 473622 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:29:15.987152 473622 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:29:15.993165 473622 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:29:15.997123 473622 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:29:16.001653 473622 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:29:16.303910 473622 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:29:16.772222 473622 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:29:17.299788 473622 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:29:17.300955 473622 kubeadm.go:318]
I1006 12:29:17.301030 473622 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:29:17.301039 473622 kubeadm.go:318]
I1006 12:29:17.301120 473622 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:29:17.301128 473622 kubeadm.go:318]
I1006 12:29:17.301155 473622 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:29:17.301223 473622 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:29:17.301284 473622 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:29:17.301296 473622 kubeadm.go:318]
I1006 12:29:17.301354 473622 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:29:17.301363 473622 kubeadm.go:318]
I1006 12:29:17.301413 473622 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:29:17.301421 473622 kubeadm.go:318]
I1006 12:29:17.301476 473622 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:29:17.301597 473622 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:29:17.301674 473622 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:29:17.301682 473622 kubeadm.go:318]
I1006 12:29:17.301770 473622 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:29:17.301854 473622 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:29:17.301863 473622 kubeadm.go:318]
I1006 12:29:17.301951 473622 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token gijzjt.xni4jx3n4esfdhi7 \
I1006 12:29:17.302062 473622 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:29:17.302088 473622 kubeadm.go:318] --control-plane
I1006 12:29:17.302096 473622 kubeadm.go:318]
I1006 12:29:17.302196 473622 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:29:17.302205 473622 kubeadm.go:318]
I1006 12:29:17.302291 473622 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token gijzjt.xni4jx3n4esfdhi7 \
I1006 12:29:17.302402 473622 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:29:17.306146 473622 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:29:17.306391 473622 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:29:17.306515 473622 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:29:17.306536 473622 cni.go:84] Creating CNI manager for ""
I1006 12:29:17.306543 473622 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:29:17.311697 473622 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:29:17.314584 473622 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:29:17.318526 473622 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:29:17.318545 473622 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:29:17.332514 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:29:17.669655 473622 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:29:17.669791 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:17.669863 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes no-preload-953907 minikube.k8s.io/updated_at=2025_10_06T12_29_17_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=no-preload-953907 minikube.k8s.io/primary=true
I1006 12:29:17.812575 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:17.812635 473622 ops.go:34] apiserver oom_adj: -16
I1006 12:29:18.313700 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:18.813604 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:19.312703 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:19.813456 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:20.313038 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:20.812687 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:21.313477 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:21.435133 473622 kubeadm.go:1113] duration metric: took 3.765389884s to wait for elevateKubeSystemPrivileges
I1006 12:29:21.435160 473622 kubeadm.go:402] duration metric: took 20.152476185s to StartCluster
I1006 12:29:21.435188 473622 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:21.435252 473622 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:29:21.436226 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:21.436460 473622 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:29:21.436585 473622 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:29:21.436847 473622 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:29:21.436879 473622 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:29:21.436942 473622 addons.go:69] Setting storage-provisioner=true in profile "no-preload-953907"
I1006 12:29:21.436957 473622 addons.go:238] Setting addon storage-provisioner=true in "no-preload-953907"
I1006 12:29:21.436981 473622 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:29:21.437498 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:29:21.438263 473622 addons.go:69] Setting default-storageclass=true in profile "no-preload-953907"
I1006 12:29:21.438291 473622 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "no-preload-953907"
I1006 12:29:21.438579 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:29:21.440110 473622 out.go:179] * Verifying Kubernetes components...
I1006 12:29:21.442977 473622 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:29:21.481330 473622 addons.go:238] Setting addon default-storageclass=true in "no-preload-953907"
I1006 12:29:21.481375 473622 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:29:21.481856 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:29:21.494194 473622 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:29:21.497768 473622 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:29:21.497792 473622 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:29:21.497863 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:29:21.528844 473622 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:29:21.528867 473622 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:29:21.528947 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:29:21.550316 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:29:21.578868 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:29:21.789955 473622 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:29:21.963797 473622 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:29:21.975961 473622 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:29:21.976089 473622 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:29:22.847383 473622 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.057389428s)
I1006 12:29:22.849104 473622 start.go:976] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I1006 12:29:22.850479 473622 node_ready.go:35] waiting up to 6m0s for node "no-preload-953907" to be "Ready" ...
I1006 12:29:22.934751 473622 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
==> CRI-O <==
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.083032362Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.099707475Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.100311782Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.120461194Z" level=info msg="Created container 36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6/dashboard-metrics-scraper" id=a7050ee5-121b-4e63-bc47-e77e2e59a32c name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.125830812Z" level=info msg="Starting container: 36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b" id=37c9f8c9-ce0a-45fb-a6fa-f2012d4e15e9 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.128942662Z" level=info msg="Started container" PID=1647 containerID=36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b description=kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6/dashboard-metrics-scraper id=37c9f8c9-ce0a-45fb-a6fa-f2012d4e15e9 name=/runtime.v1.RuntimeService/StartContainer sandboxID=646d2473c47853f7b1c8ae638e2843ee2db2ec3384dcb9505fc7e85a38ce3e1f
Oct 06 12:29:04 old-k8s-version-685968 conmon[1645]: conmon 36665adfe342641073c2 <ninfo>: container 1647 exited with status 1
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.391561235Z" level=info msg="Removing container: cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2" id=f2989377-4462-413e-9bb9-a2154a62026a name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.403472957Z" level=info msg="Error loading conmon cgroup of container cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2: cgroup deleted" id=f2989377-4462-413e-9bb9-a2154a62026a name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.414791211Z" level=info msg="Removed container cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6/dashboard-metrics-scraper" id=f2989377-4462-413e-9bb9-a2154a62026a name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.110992248Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.125892857Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.126069138Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.126159527Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.14127476Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.141467977Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.141627823Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.150639217Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.150831417Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.15093029Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.158527611Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.158709841Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.15885134Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.173851593Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.174037081Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
36665adfe3426 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 20 seconds ago Exited dashboard-metrics-scraper 2 646d2473c4785 dashboard-metrics-scraper-5f989dc9cf-279l6 kubernetes-dashboard
d9cdf80e28087 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 26 seconds ago Running storage-provisioner 2 7e8233ed5e581 storage-provisioner kube-system
c628677f2aefe docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 29 seconds ago Running kubernetes-dashboard 0 9ccc5b40b5693 kubernetes-dashboard-8694d4445c-88fpk kubernetes-dashboard
e309cb920af7c 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 57 seconds ago Running coredns 1 4db8eccf78457 coredns-5dd5756b68-n8vnd kube-system
fa09d4d955608 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 57 seconds ago Running kindnet-cni 1 d6deb2625757d kindnet-k29v5 kube-system
4a9944de67477 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 57 seconds ago Exited storage-provisioner 1 7e8233ed5e581 storage-provisioner kube-system
ac793faa73930 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 58 seconds ago Running busybox 1 c0d4222a24596 busybox default
f2993845cf311 940f54a5bcae9dd4c97844fa36d12cc5d9078cffd5e677ad0df1528c12f3240d 58 seconds ago Running kube-proxy 1 5430097166dc8 kube-proxy-kxv29 kube-system
eb14c877f4860 00543d2fe5d71095984891a0609ee504b81f9d72a69a0ad02039d4e135213766 About a minute ago Running kube-apiserver 1 4f3ab9f0b0394 kube-apiserver-old-k8s-version-685968 kube-system
903bec7e9c482 762dce4090c5f4789bb5dbb933d5b50bc1a2357d7739bbce30d949820e5a38ee About a minute ago Running kube-scheduler 1 d06fe1a443ee2 kube-scheduler-old-k8s-version-685968 kube-system
89f3d1ce30ba8 46cc66ccc7c19b4b30625b0aa4e178792add2385659205d7c6fcbd05d78c23e5 About a minute ago Running kube-controller-manager 1 42f6ea0b42da3 kube-controller-manager-old-k8s-version-685968 kube-system
3c909179af72c 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace About a minute ago Running etcd 1 0dd22f9f99d8c etcd-old-k8s-version-685968 kube-system
==> coredns [e309cb920af7cddde6727884f05ccb87c03d9e746a39389dbfa01376fb76ef60] <==
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 8aa94104b4dae56b00431f7362ac05b997af2246775de35dc2eb361b0707b2fa7199f9ddfdba27fdef1331b76d09c41700f6cb5d00836dabab7c0df8e651283f
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:45265 - 6334 "HINFO IN 4669812162408064600.2792136608412015522. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.01525198s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
==> describe nodes <==
Name: old-k8s-version-685968
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=old-k8s-version-685968
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=old-k8s-version-685968
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_27_13_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:27:08 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-685968
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:29:16 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:28:25 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:28:25 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:28:25 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:28:25 +0000 Mon, 06 Oct 2025 12:27:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: old-k8s-version-685968
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: fea669c52b7c4a78913fdfa0526f3b50
System UUID: c012d741-046d-44a5-897d-04acc4ce4918
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 102s
kube-system coredns-5dd5756b68-n8vnd 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m
kube-system etcd-old-k8s-version-685968 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m15s
kube-system kindnet-k29v5 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m1s
kube-system kube-apiserver-old-k8s-version-685968 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m14s
kube-system kube-controller-manager-old-k8s-version-685968 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m12s
kube-system kube-proxy-kxv29 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system kube-scheduler-old-k8s-version-685968 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m14s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 118s
kubernetes-dashboard dashboard-metrics-scraper-5f989dc9cf-279l6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 45s
kubernetes-dashboard kubernetes-dashboard-8694d4445c-88fpk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 45s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 119s kube-proxy
Normal Starting 56s kube-proxy
Normal NodeHasSufficientMemory 2m12s kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m12s kubelet Node old-k8s-version-685968 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m12s kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientPID
Normal Starting 2m12s kubelet Starting kubelet.
Normal RegisteredNode 2m1s node-controller Node old-k8s-version-685968 event: Registered Node old-k8s-version-685968 in Controller
Normal NodeReady 106s kubelet Node old-k8s-version-685968 status is now: NodeReady
Normal Starting 69s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 68s (x8 over 68s) kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 68s (x8 over 68s) kubelet Node old-k8s-version-685968 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 68s (x8 over 68s) kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientPID
Normal RegisteredNode 45s node-controller Node old-k8s-version-685968 event: Registered Node old-k8s-version-685968 in Controller
==> dmesg <==
[ +36.403670] overlayfs: idmapped layers are currently not supported
[Oct 6 12:01] overlayfs: idmapped layers are currently not supported
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
==> etcd [3c909179af72c4b6ae623fc8d7006d6599dc7ec7f627dc8297cf5cb20ee57793] <==
{"level":"info","ts":"2025-10-06T12:28:17.449178Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-10-06T12:28:17.449267Z","caller":"etcdserver/server.go:754","msg":"starting initial election tick advance","election-ticks":10}
{"level":"info","ts":"2025-10-06T12:28:17.465585Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2025-10-06T12:28:17.465704Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-10-06T12:28:17.465738Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-10-06T12:28:17.466136Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-10-06T12:28:17.466223Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-10-06T12:28:17.468133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed switched to configuration voters=(11459225503572592365)"}
{"level":"info","ts":"2025-10-06T12:28:17.468385Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","added-peer-id":"9f0758e1c58a86ed","added-peer-peer-urls":["https://192.168.85.2:2380"]}
{"level":"info","ts":"2025-10-06T12:28:17.468628Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","cluster-version":"3.5"}
{"level":"info","ts":"2025-10-06T12:28:17.468734Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-10-06T12:28:18.369608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed is starting a new election at term 2"}
{"level":"info","ts":"2025-10-06T12:28:18.369649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became pre-candidate at term 2"}
{"level":"info","ts":"2025-10-06T12:28:18.369678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-10-06T12:28:18.369691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became candidate at term 3"}
{"level":"info","ts":"2025-10-06T12:28:18.369697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-10-06T12:28:18.369707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became leader at term 3"}
{"level":"info","ts":"2025-10-06T12:28:18.369715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-10-06T12:28:18.411869Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:old-k8s-version-685968 ClientURLs:[https://192.168.85.2:2379]}","request-path":"/0/members/9f0758e1c58a86ed/attributes","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-10-06T12:28:18.412036Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-10-06T12:28:18.413066Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-10-06T12:28:18.413113Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-10-06T12:28:18.442113Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-10-06T12:28:18.44951Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-10-06T12:28:18.449562Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> kernel <==
12:29:24 up 2:11, 0 user, load average: 5.18, 2.75, 2.30
Linux old-k8s-version-685968 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [fa09d4d955608e465f2ccfe8dd73d305444581b18a015c8bc925404788d712d9] <==
I1006 12:28:26.906981 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:28:26.907236 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:28:26.907365 1 main.go:148] setting mtu 1500 for CNI
I1006 12:28:26.907383 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:28:26.907398 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:28:27Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:28:27.110108 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:28:27.110265 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:28:27.110306 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:28:27.110680 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:28:57.111078 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:28:57.111207 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:28:57.111311 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1006 12:28:57.112474 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1006 12:28:58.711242 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:28:58.711353 1 metrics.go:72] Registering metrics
I1006 12:28:58.711436 1 controller.go:711] "Syncing nftables rules"
I1006 12:29:07.109831 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:29:07.109994 1 main.go:301] handling current node
I1006 12:29:17.110271 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:29:17.110306 1 main.go:301] handling current node
==> kube-apiserver [eb14c877f48603b6e395c37e51fd6a11704412289e1e001b135a0b3014439655] <==
I1006 12:28:25.475321 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:28:25.490823 1 shared_informer.go:318] Caches are synced for node_authorizer
I1006 12:28:25.521966 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1006 12:28:25.526716 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:28:25.540635 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1006 12:28:25.542937 1 shared_informer.go:318] Caches are synced for configmaps
I1006 12:28:25.543155 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1006 12:28:25.543286 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1006 12:28:25.543322 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1006 12:28:25.544121 1 aggregator.go:166] initial CRD sync complete...
I1006 12:28:25.544179 1 autoregister_controller.go:141] Starting autoregister controller
I1006 12:28:25.544213 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1006 12:28:25.544257 1 cache.go:39] Caches are synced for autoregister controller
E1006 12:28:25.579738 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:28:26.080971 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:28:29.042264 1 controller.go:624] quota admission added evaluator for: namespaces
I1006 12:28:29.122874 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1006 12:28:29.173545 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:28:29.186263 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:28:29.201214 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1006 12:28:29.297221 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.99.156.25"}
I1006 12:28:29.339171 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.109.241.178"}
I1006 12:28:39.363108 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:28:39.412745 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1006 12:28:39.421391 1 controller.go:624] quota admission added evaluator for: endpoints
==> kube-controller-manager [89f3d1ce30ba8a7af909fa3dc2df377e1ad6a26f59e84d4e7d6fb1db450f8efd] <==
I1006 12:28:39.406460 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="103.665µs"
I1006 12:28:39.461500 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set dashboard-metrics-scraper-5f989dc9cf to 1"
I1006 12:28:39.461644 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set kubernetes-dashboard-8694d4445c to 1"
I1006 12:28:39.588874 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: dashboard-metrics-scraper-5f989dc9cf-279l6"
I1006 12:28:39.588985 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kubernetes-dashboard-8694d4445c-88fpk"
I1006 12:28:39.638862 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="196.244861ms"
I1006 12:28:39.667574 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="203.186699ms"
I1006 12:28:39.690639 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="51.597491ms"
I1006 12:28:39.690908 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="53.998µs"
I1006 12:28:39.703225 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="84.654µs"
I1006 12:28:39.703589 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="35.900508ms"
I1006 12:28:39.703706 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="44.234µs"
I1006 12:28:39.717159 1 shared_informer.go:318] Caches are synced for garbage collector
I1006 12:28:39.717272 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1006 12:28:39.722692 1 shared_informer.go:318] Caches are synced for garbage collector
I1006 12:28:39.732750 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="98.184µs"
I1006 12:28:48.297009 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="69.523µs"
I1006 12:28:49.335304 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="74.528µs"
I1006 12:28:50.356461 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="69.4µs"
I1006 12:28:55.388100 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="24.233245ms"
I1006 12:28:55.388995 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="108.137µs"
I1006 12:29:04.420679 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="54.368µs"
I1006 12:29:06.536561 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="21.983158ms"
I1006 12:29:06.536993 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="71.32µs"
I1006 12:29:11.436754 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="73.732µs"
==> kube-proxy [f2993845cf31143eae89c8bf41651b7e3d3ce352e9c5e59deab6af72f9e88701] <==
I1006 12:28:27.455680 1 server_others.go:69] "Using iptables proxy"
I1006 12:28:27.858021 1 node.go:141] Successfully retrieved node IP: 192.168.85.2
I1006 12:28:28.367632 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:28:28.369852 1 server_others.go:152] "Using iptables Proxier"
I1006 12:28:28.369882 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1006 12:28:28.369889 1 server_others.go:438] "Defaulting to no-op detect-local"
I1006 12:28:28.369924 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1006 12:28:28.370105 1 server.go:846] "Version info" version="v1.28.0"
I1006 12:28:28.370115 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:28:28.370884 1 config.go:188] "Starting service config controller"
I1006 12:28:28.370912 1 shared_informer.go:311] Waiting for caches to sync for service config
I1006 12:28:28.370931 1 config.go:97] "Starting endpoint slice config controller"
I1006 12:28:28.370936 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1006 12:28:28.371422 1 config.go:315] "Starting node config controller"
I1006 12:28:28.371429 1 shared_informer.go:311] Waiting for caches to sync for node config
I1006 12:28:28.471548 1 shared_informer.go:318] Caches are synced for node config
I1006 12:28:28.471590 1 shared_informer.go:318] Caches are synced for service config
I1006 12:28:28.471642 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [903bec7e9c4824f3006dfd430028674fc02a54fe1919822c3af0604b97a66fe3] <==
I1006 12:28:25.167465 1 serving.go:348] Generated self-signed cert in-memory
I1006 12:28:29.743312 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.0"
I1006 12:28:29.743344 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:28:29.751337 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
I1006 12:28:29.751382 1 shared_informer.go:311] Waiting for caches to sync for RequestHeaderAuthRequestController
I1006 12:28:29.751876 1 secure_serving.go:210] Serving securely on 127.0.0.1:10259
I1006 12:28:29.751976 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I1006 12:28:29.753698 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:28:29.753770 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1006 12:28:29.753811 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:28:29.753860 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I1006 12:28:29.854497 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I1006 12:28:29.854614 1 shared_informer.go:318] Caches are synced for RequestHeaderAuthRequestController
I1006 12:28:29.854716 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 06 12:28:40 old-k8s-version-685968 kubelet[778]: E1006 12:28:40.780599 778 projected.go:292] Couldn't get configMap kubernetes-dashboard/kube-root-ca.crt: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:28:40 old-k8s-version-685968 kubelet[778]: E1006 12:28:40.780619 778 projected.go:198] Error preparing data for projected volume kube-api-access-ngtmn for pod kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:28:40 old-k8s-version-685968 kubelet[778]: E1006 12:28:40.780681 778 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7239c02b-0dd7-4c3f-8026-360f7d3bec7e-kube-api-access-ngtmn podName:7239c02b-0dd7-4c3f-8026-360f7d3bec7e nodeName:}" failed. No retries permitted until 2025-10-06 12:28:41.280667522 +0000 UTC m=+25.600280591 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-ngtmn" (UniqueName: "kubernetes.io/projected/7239c02b-0dd7-4c3f-8026-360f7d3bec7e-kube-api-access-ngtmn") pod "dashboard-metrics-scraper-5f989dc9cf-279l6" (UID: "7239c02b-0dd7-4c3f-8026-360f7d3bec7e") : failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:28:41 old-k8s-version-685968 kubelet[778]: W1006 12:28:41.494537 778 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/crio-646d2473c47853f7b1c8ae638e2843ee2db2ec3384dcb9505fc7e85a38ce3e1f WatchSource:0}: Error finding container 646d2473c47853f7b1c8ae638e2843ee2db2ec3384dcb9505fc7e85a38ce3e1f: Status 404 returned error can't find the container with id 646d2473c47853f7b1c8ae638e2843ee2db2ec3384dcb9505fc7e85a38ce3e1f
Oct 06 12:28:41 old-k8s-version-685968 kubelet[778]: W1006 12:28:41.515994 778 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/crio-9ccc5b40b56930084423b41f6e4fefb414f9880d3ff055a194b2a9779091f960 WatchSource:0}: Error finding container 9ccc5b40b56930084423b41f6e4fefb414f9880d3ff055a194b2a9779091f960: Status 404 returned error can't find the container with id 9ccc5b40b56930084423b41f6e4fefb414f9880d3ff055a194b2a9779091f960
Oct 06 12:28:48 old-k8s-version-685968 kubelet[778]: I1006 12:28:48.272621 778 scope.go:117] "RemoveContainer" containerID="952e6582cc567f8e21e28aa36cc5a9a68151a37da0c304031763f06f2f42332e"
Oct 06 12:28:49 old-k8s-version-685968 kubelet[778]: I1006 12:28:49.308978 778 scope.go:117] "RemoveContainer" containerID="952e6582cc567f8e21e28aa36cc5a9a68151a37da0c304031763f06f2f42332e"
Oct 06 12:28:49 old-k8s-version-685968 kubelet[778]: I1006 12:28:49.309303 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:28:49 old-k8s-version-685968 kubelet[778]: E1006 12:28:49.314125 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:28:50 old-k8s-version-685968 kubelet[778]: I1006 12:28:50.319291 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:28:50 old-k8s-version-685968 kubelet[778]: E1006 12:28:50.320248 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:28:51 old-k8s-version-685968 kubelet[778]: I1006 12:28:51.407016 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:28:51 old-k8s-version-685968 kubelet[778]: E1006 12:28:51.411239 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:28:57 old-k8s-version-685968 kubelet[778]: I1006 12:28:57.374718 778 scope.go:117] "RemoveContainer" containerID="4a9944de674773b60f299d25f79b7322d4c068cd8fb632b09c755587fabad739"
Oct 06 12:28:57 old-k8s-version-685968 kubelet[778]: I1006 12:28:57.420635 778 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-88fpk" podStartSLOduration=4.959434644 podCreationTimestamp="2025-10-06 12:28:39 +0000 UTC" firstStartedPulling="2025-10-06 12:28:41.52092419 +0000 UTC m=+25.840537251" lastFinishedPulling="2025-10-06 12:28:54.97796165 +0000 UTC m=+39.297574710" observedRunningTime="2025-10-06 12:28:55.363137545 +0000 UTC m=+39.682750606" watchObservedRunningTime="2025-10-06 12:28:57.416472103 +0000 UTC m=+41.736085172"
Oct 06 12:29:04 old-k8s-version-685968 kubelet[778]: I1006 12:29:04.075320 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:29:04 old-k8s-version-685968 kubelet[778]: I1006 12:29:04.389709 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:29:04 old-k8s-version-685968 kubelet[778]: I1006 12:29:04.390239 778 scope.go:117] "RemoveContainer" containerID="36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b"
Oct 06 12:29:04 old-k8s-version-685968 kubelet[778]: E1006 12:29:04.391087 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:29:11 old-k8s-version-685968 kubelet[778]: I1006 12:29:11.406452 778 scope.go:117] "RemoveContainer" containerID="36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b"
Oct 06 12:29:11 old-k8s-version-685968 kubelet[778]: E1006 12:29:11.407283 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:29:20 old-k8s-version-685968 kubelet[778]: I1006 12:29:20.810856 778 dynamic_cafile_content.go:171] "Shutting down controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
Oct 06 12:29:20 old-k8s-version-685968 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:29:20 old-k8s-version-685968 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:29:20 old-k8s-version-685968 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [c628677f2aefe052241062fb5a9a18d514e99ad87ebb994e8beb80707589849b] <==
2025/10/06 12:28:55 Using namespace: kubernetes-dashboard
2025/10/06 12:28:55 Using in-cluster config to connect to apiserver
2025/10/06 12:28:55 Using secret token for csrf signing
2025/10/06 12:28:55 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/10/06 12:28:55 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/10/06 12:28:55 Successful initial request to the apiserver, version: v1.28.0
2025/10/06 12:28:55 Generating JWE encryption key
2025/10/06 12:28:55 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/10/06 12:28:55 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/10/06 12:28:55 Initializing JWE encryption key from synchronized object
2025/10/06 12:28:55 Creating in-cluster Sidecar client
2025/10/06 12:28:55 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:28:55 Serving insecurely on HTTP port: 9090
2025/10/06 12:28:55 Starting overwatch
==> storage-provisioner [4a9944de674773b60f299d25f79b7322d4c068cd8fb632b09c755587fabad739] <==
I1006 12:28:27.134215 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1006 12:28:57.151982 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [d9cdf80e2808788fdf968fb515de3ad155fc7b318dac773eb2d894ea43d14a54] <==
I1006 12:28:57.547790 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:28:57.568425 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:28:57.568603 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1006 12:29:14.979389 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:29:14.981437 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-685968_41d59176-cb50-4e39-822a-7731aa48565e!
I1006 12:29:14.982565 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"dbfc19b0-42c4-4d16-b73b-4e3aa343720d", APIVersion:"v1", ResourceVersion:"622", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-685968_41d59176-cb50-4e39-822a-7731aa48565e became leader
I1006 12:29:15.081806 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-685968_41d59176-cb50-4e39-822a-7731aa48565e!
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-685968 -n old-k8s-version-685968
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-685968 -n old-k8s-version-685968: exit status 2 (464.216543ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context old-k8s-version-685968 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect old-k8s-version-685968
helpers_test.go:243: (dbg) docker inspect old-k8s-version-685968:
-- stdout --
[
{
"Id": "010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16",
"Created": "2025-10-06T12:26:45.832907223Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 470902,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:28:06.449156287Z",
"FinishedAt": "2025-10-06T12:28:05.645963143Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/hostname",
"HostsPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/hosts",
"LogPath": "/var/lib/docker/containers/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16-json.log",
"Name": "/old-k8s-version-685968",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"old-k8s-version-685968:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "old-k8s-version-685968",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16",
"LowerDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/merged",
"UpperDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/diff",
"WorkDir": "/var/lib/docker/overlay2/2c0f8be744f28a10e84eca2c64f36e47b7cfd3b2542375f10c033b019a41030f/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "old-k8s-version-685968",
"Source": "/var/lib/docker/volumes/old-k8s-version-685968/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "old-k8s-version-685968",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-685968",
"name.minikube.sigs.k8s.io": "old-k8s-version-685968",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "c0f3081ade69dd69d3ee9fd9c438fb14137ec4360f1c219382e417d2a3ad5dd4",
"SandboxKey": "/var/run/docker/netns/c0f3081ade69",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33424"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33425"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33428"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33426"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33427"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"old-k8s-version-685968": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "b6:f5:dd:f2:8d:19",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "84aa526f0693a4a9a5701c91d78f523939c7d60aaf07e8e8dd6f8d1c435bb0cc",
"EndpointID": "020c72a9bca54a883a174a2b0f8c6ea2329f18aa3984a56834d2e1e91e239150",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-685968",
"010798deb235"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685968 -n old-k8s-version-685968
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685968 -n old-k8s-version-685968: exit status 2 (446.991327ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-685968 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p old-k8s-version-685968 logs -n 25: (1.707385416s)
helpers_test.go:260: TestStartStop/group/old-k8s-version/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ ssh │ -p cilium-735070 sudo containerd config dump │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl status crio --all --full --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo systemctl cat crio --no-pager │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ -p cilium-735070 sudo crio config │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ delete │ -p cilium-735070 │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ 06 Oct 25 12:17 UTC │
│ start │ -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ force-systemd-flag-269070 ssh cat /etc/crio/crio.conf.d/02-crio.conf │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ delete │ -p force-systemd-flag-269070 │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:25 UTC │
│ delete │ -p force-systemd-env-485619 │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ cert-options-604678 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ -p cert-options-604678 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ delete │ -p cert-options-604678 │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:27 UTC │
│ addons │ enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ │
│ stop │ -p old-k8s-version-685968 --alsologtostderr -v=3 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ addons │ enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p cert-expiration-843302 │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ │
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/10/06 12:28:28
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:28:28.724103 473622 out.go:360] Setting OutFile to fd 1 ...
I1006 12:28:28.724238 473622 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:28:28.724248 473622 out.go:374] Setting ErrFile to fd 2...
I1006 12:28:28.724252 473622 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:28:28.724512 473622 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:28:28.724943 473622 out.go:368] Setting JSON to false
I1006 12:28:28.726009 473622 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7861,"bootTime":1759745848,"procs":201,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:28:28.726084 473622 start.go:140] virtualization:
I1006 12:28:28.730007 473622 out.go:179] * [no-preload-953907] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:28:28.733087 473622 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:28:28.733867 473622 notify.go:220] Checking for updates...
I1006 12:28:28.739121 473622 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:28:28.742211 473622 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:28:28.745089 473622 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:28:28.747947 473622 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:28:28.750812 473622 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:28:28.754255 473622 config.go:182] Loaded profile config "old-k8s-version-685968": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1006 12:28:28.754365 473622 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:28:28.810076 473622 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:28:28.810194 473622 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:28:28.938684 473622 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:53 SystemTime:2025-10-06 12:28:28.927689227 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:28:28.938797 473622 docker.go:318] overlay module found
I1006 12:28:28.942060 473622 out.go:179] * Using the docker driver based on user configuration
I1006 12:28:28.945046 473622 start.go:304] selected driver: docker
I1006 12:28:28.945071 473622 start.go:924] validating driver "docker" against <nil>
I1006 12:28:28.945087 473622 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:28:28.945897 473622 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:28:29.039579 473622 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:53 SystemTime:2025-10-06 12:28:29.027985217 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:28:29.039750 473622 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:28:29.039982 473622 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:28:29.043021 473622 out.go:179] * Using Docker driver with root privileges
I1006 12:28:29.045964 473622 cni.go:84] Creating CNI manager for ""
I1006 12:28:29.046034 473622 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:28:29.046044 473622 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:28:29.046119 473622 start.go:348] cluster config:
{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID
:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:28:29.049251 473622 out.go:179] * Starting "no-preload-953907" primary control-plane node in "no-preload-953907" cluster
I1006 12:28:29.052126 473622 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:28:29.055077 473622 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:28:29.057882 473622 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:28:29.058025 473622 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:28:29.058064 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json: {Name:mk8187706cbaa75988127aedec5a3b6b703e70f0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:28:29.058250 473622 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:28:29.058533 473622 cache.go:107] acquiring lock: {Name:mk9130051fd50af2cc16dc2af32b0e4135420e74 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.058598 473622 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1006 12:28:29.058610 473622 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 89.445µs
I1006 12:28:29.058623 473622 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1006 12:28:29.058638 473622 cache.go:107] acquiring lock: {Name:mkae01e076bc48865fd544ceb6441575cf5df863 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.058713 473622 image.go:138] retrieving image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:29.058898 473622 cache.go:107] acquiring lock: {Name:mk3a66d86e56a0f5afd19b3bebcbf20effe81924 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.058968 473622 image.go:138] retrieving image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:29.059079 473622 cache.go:107] acquiring lock: {Name:mk575e944b2ccfb1754acc5337b946594802db90 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059148 473622 image.go:138] retrieving image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:29.059257 473622 cache.go:107] acquiring lock: {Name:mk6c7d746212176b717bcf253f9c648753b2cc66 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059323 473622 image.go:138] retrieving image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:29.059433 473622 cache.go:107] acquiring lock: {Name:mk7de5760aec57762d46704235780a124d48df76 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059500 473622 image.go:138] retrieving image: registry.k8s.io/pause:3.10.1
I1006 12:28:29.059627 473622 cache.go:107] acquiring lock: {Name:mkf489036b408886cd6ec2cfb42bba157320b0c8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059718 473622 image.go:138] retrieving image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:29.059831 473622 cache.go:107] acquiring lock: {Name:mkce72d93246ef27b8bb0e2bb496856f6fef3476 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.059903 473622 image.go:138] retrieving image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:29.060998 473622 image.go:181] daemon lookup for registry.k8s.io/coredns/coredns:v1.12.1: Error response from daemon: No such image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:29.062142 473622 image.go:181] daemon lookup for registry.k8s.io/pause:3.10.1: Error response from daemon: No such image: registry.k8s.io/pause:3.10.1
I1006 12:28:29.062570 473622 image.go:181] daemon lookup for registry.k8s.io/etcd:3.6.4-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:29.062718 473622 image.go:181] daemon lookup for registry.k8s.io/kube-apiserver:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:29.062855 473622 image.go:181] daemon lookup for registry.k8s.io/kube-proxy:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:29.063417 473622 image.go:181] daemon lookup for registry.k8s.io/kube-controller-manager:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:29.063765 473622 image.go:181] daemon lookup for registry.k8s.io/kube-scheduler:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:29.134486 473622 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:28:29.134509 473622 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:28:29.134537 473622 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:28:29.134575 473622 start.go:360] acquireMachinesLock for no-preload-953907: {Name:mk58ee6bd1f83792071349ad941f91ea8ee83f3e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:28:29.134697 473622 start.go:364] duration metric: took 100.588µs to acquireMachinesLock for "no-preload-953907"
I1006 12:28:29.134730 473622 start.go:93] Provisioning new machine with config: &{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwa
rePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:28:29.134808 473622 start.go:125] createHost starting for "" (driver="docker")
I1006 12:28:28.086998 470775 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (10.00426201s)
I1006 12:28:28.087075 470775 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (9.992031385s)
I1006 12:28:28.087110 470775 node_ready.go:35] waiting up to 6m0s for node "old-k8s-version-685968" to be "Ready" ...
I1006 12:28:28.087443 470775 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (9.847656376s)
I1006 12:28:28.122482 470775 node_ready.go:49] node "old-k8s-version-685968" is "Ready"
I1006 12:28:28.122515 470775 node_ready.go:38] duration metric: took 35.392645ms for node "old-k8s-version-685968" to be "Ready" ...
I1006 12:28:28.122530 470775 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:28:28.122591 470775 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:28:29.361992 470775 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (1.239354369s)
I1006 12:28:29.362020 470775 api_server.go:72] duration metric: took 11.902432827s to wait for apiserver process to appear ...
I1006 12:28:29.362026 470775 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:28:29.362055 470775 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:28:29.362894 470775 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (10.584509804s)
I1006 12:28:29.367060 470775 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p old-k8s-version-685968 addons enable metrics-server
I1006 12:28:29.373661 470775 out.go:179] * Enabled addons: storage-provisioner, default-storageclass, dashboard
I1006 12:28:29.376455 470775 addons.go:514] duration metric: took 11.916512305s for enable addons: enabled=[storage-provisioner default-storageclass dashboard]
I1006 12:28:29.377205 470775 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:28:29.379146 470775 api_server.go:141] control plane version: v1.28.0
I1006 12:28:29.379167 470775 api_server.go:131] duration metric: took 17.134908ms to wait for apiserver health ...
I1006 12:28:29.379176 470775 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:28:29.390190 470775 system_pods.go:59] 8 kube-system pods found
I1006 12:28:29.390254 470775 system_pods.go:61] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:28:29.390270 470775 system_pods.go:61] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:28:29.390279 470775 system_pods.go:61] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:28:29.390286 470775 system_pods.go:61] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:28:29.390300 470775 system_pods.go:61] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:28:29.390309 470775 system_pods.go:61] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:28:29.390317 470775 system_pods.go:61] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:28:29.390321 470775 system_pods.go:61] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Running
I1006 12:28:29.390327 470775 system_pods.go:74] duration metric: took 11.145911ms to wait for pod list to return data ...
I1006 12:28:29.390335 470775 default_sa.go:34] waiting for default service account to be created ...
I1006 12:28:29.395944 470775 default_sa.go:45] found service account: "default"
I1006 12:28:29.395963 470775 default_sa.go:55] duration metric: took 5.622421ms for default service account to be created ...
I1006 12:28:29.395971 470775 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:28:29.400823 470775 system_pods.go:86] 8 kube-system pods found
I1006 12:28:29.400855 470775 system_pods.go:89] "coredns-5dd5756b68-n8vnd" [0821089d-6d99-43e8-a179-82acccbaa7aa] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:28:29.400868 470775 system_pods.go:89] "etcd-old-k8s-version-685968" [cb60da67-0ea8-436e-bb29-c7fb58d94a57] Running
I1006 12:28:29.400874 470775 system_pods.go:89] "kindnet-k29v5" [c97d60a9-c97e-40c0-817c-8fabf7e0bfe2] Running
I1006 12:28:29.400882 470775 system_pods.go:89] "kube-apiserver-old-k8s-version-685968" [678eb856-a9d7-4ad0-b8b1-87904a18054f] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:28:29.400888 470775 system_pods.go:89] "kube-controller-manager-old-k8s-version-685968" [258a668a-542f-4b26-b5fb-175817c353fb] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:28:29.400893 470775 system_pods.go:89] "kube-proxy-kxv29" [73374e50-fdb1-4bb7-9376-8c75b470d89c] Running
I1006 12:28:29.400899 470775 system_pods.go:89] "kube-scheduler-old-k8s-version-685968" [ac3d8d97-342f-41aa-8530-aca894f70be6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:28:29.400903 470775 system_pods.go:89] "storage-provisioner" [907b4097-38fc-442b-9b82-807fd19238d3] Running
I1006 12:28:29.400910 470775 system_pods.go:126] duration metric: took 4.933739ms to wait for k8s-apps to be running ...
I1006 12:28:29.400918 470775 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:28:29.400974 470775 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:28:29.422956 470775 system_svc.go:56] duration metric: took 22.029041ms WaitForService to wait for kubelet
I1006 12:28:29.423036 470775 kubeadm.go:586] duration metric: took 11.96344737s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:28:29.423068 470775 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:28:29.428472 470775 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:28:29.428501 470775 node_conditions.go:123] node cpu capacity is 2
I1006 12:28:29.428512 470775 node_conditions.go:105] duration metric: took 5.438804ms to run NodePressure ...
I1006 12:28:29.428525 470775 start.go:241] waiting for startup goroutines ...
I1006 12:28:29.428533 470775 start.go:246] waiting for cluster config update ...
I1006 12:28:29.428544 470775 start.go:255] writing updated cluster config ...
I1006 12:28:29.428834 470775 ssh_runner.go:195] Run: rm -f paused
I1006 12:28:29.436521 470775 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:28:29.440775 470775 pod_ready.go:83] waiting for pod "coredns-5dd5756b68-n8vnd" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:28:29.139880 473622 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:28:29.140124 473622 start.go:159] libmachine.API.Create for "no-preload-953907" (driver="docker")
I1006 12:28:29.140165 473622 client.go:168] LocalClient.Create starting
I1006 12:28:29.140246 473622 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:28:29.140284 473622 main.go:141] libmachine: Decoding PEM data...
I1006 12:28:29.140302 473622 main.go:141] libmachine: Parsing certificate...
I1006 12:28:29.140359 473622 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:28:29.140381 473622 main.go:141] libmachine: Decoding PEM data...
I1006 12:28:29.140396 473622 main.go:141] libmachine: Parsing certificate...
I1006 12:28:29.140754 473622 cli_runner.go:164] Run: docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:28:29.172692 473622 cli_runner.go:211] docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:28:29.172769 473622 network_create.go:284] running [docker network inspect no-preload-953907] to gather additional debugging logs...
I1006 12:28:29.172786 473622 cli_runner.go:164] Run: docker network inspect no-preload-953907
W1006 12:28:29.206434 473622 cli_runner.go:211] docker network inspect no-preload-953907 returned with exit code 1
I1006 12:28:29.206467 473622 network_create.go:287] error running [docker network inspect no-preload-953907]: docker network inspect no-preload-953907: exit status 1
stdout:
[]
stderr:
Error response from daemon: network no-preload-953907 not found
I1006 12:28:29.206481 473622 network_create.go:289] output of [docker network inspect no-preload-953907]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network no-preload-953907 not found
** /stderr **
I1006 12:28:29.206590 473622 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:28:29.243772 473622 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:28:29.244145 473622 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:28:29.244370 473622 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:28:29.244807 473622 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001dfefe0}
I1006 12:28:29.244829 473622 network_create.go:124] attempt to create docker network no-preload-953907 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1006 12:28:29.244896 473622 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=no-preload-953907 no-preload-953907
I1006 12:28:29.335600 473622 network_create.go:108] docker network no-preload-953907 192.168.76.0/24 created
I1006 12:28:29.335637 473622 kic.go:121] calculated static IP "192.168.76.2" for the "no-preload-953907" container
I1006 12:28:29.335721 473622 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:28:29.378584 473622 cli_runner.go:164] Run: docker volume create no-preload-953907 --label name.minikube.sigs.k8s.io=no-preload-953907 --label created_by.minikube.sigs.k8s.io=true
I1006 12:28:29.390370 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1
I1006 12:28:29.406238 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1
I1006 12:28:29.409009 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0
I1006 12:28:29.409889 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1
I1006 12:28:29.418093 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1
I1006 12:28:29.429505 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1
I1006 12:28:29.442975 473622 cache.go:162] opening: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1
I1006 12:28:29.449255 473622 oci.go:103] Successfully created a docker volume no-preload-953907
I1006 12:28:29.449343 473622 cli_runner.go:164] Run: docker run --rm --name no-preload-953907-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-953907 --entrypoint /usr/bin/test -v no-preload-953907:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:28:29.526205 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 exists
I1006 12:28:29.526237 473622 cache.go:96] cache image "registry.k8s.io/pause:3.10.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1" took 466.803557ms
I1006 12:28:29.526249 473622 cache.go:80] save to tar file registry.k8s.io/pause:3.10.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 succeeded
I1006 12:28:29.970254 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 exists
I1006 12:28:29.970395 473622 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1" took 911.131489ms
I1006 12:28:29.970435 473622 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 succeeded
I1006 12:28:30.286920 473622 oci.go:107] Successfully prepared a docker volume no-preload-953907
I1006 12:28:30.286953 473622 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
W1006 12:28:30.287117 473622 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:28:30.287235 473622 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:28:30.379751 473622 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname no-preload-953907 --name no-preload-953907 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-953907 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=no-preload-953907 --network no-preload-953907 --ip 192.168.76.2 --volume no-preload-953907:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:28:30.440726 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 exists
I1006 12:28:30.440803 473622 cache.go:96] cache image "registry.k8s.io/coredns/coredns:v1.12.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1" took 1.380975815s
I1006 12:28:30.440868 473622 cache.go:80] save to tar file registry.k8s.io/coredns/coredns:v1.12.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 succeeded
I1006 12:28:30.458226 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 exists
I1006 12:28:30.458261 473622 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1" took 1.39918327s
I1006 12:28:30.458273 473622 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 succeeded
I1006 12:28:30.572554 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 exists
I1006 12:28:30.572580 473622 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1" took 1.51368372s
I1006 12:28:30.572592 473622 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 succeeded
I1006 12:28:30.796660 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Running}}
I1006 12:28:30.831324 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:28:30.895548 473622 cli_runner.go:164] Run: docker exec no-preload-953907 stat /var/lib/dpkg/alternatives/iptables
I1006 12:28:30.920148 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 exists
I1006 12:28:30.920195 473622 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1" took 1.861556307s
I1006 12:28:30.920211 473622 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 succeeded
I1006 12:28:31.009553 473622 oci.go:144] the created container "no-preload-953907" has a running status.
I1006 12:28:31.009593 473622 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa...
I1006 12:28:31.614171 473622 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:28:31.634180 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:28:31.661222 473622 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:28:31.661245 473622 kic_runner.go:114] Args: [docker exec --privileged no-preload-953907 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:28:31.703301 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:28:31.723591 473622 machine.go:93] provisionDockerMachine start ...
I1006 12:28:31.723690 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:31.743575 473622 main.go:141] libmachine: Using SSH client type: native
I1006 12:28:31.743933 473622 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33429 <nil> <nil>}
I1006 12:28:31.744055 473622 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:28:31.744668 473622 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:53606->127.0.0.1:33429: read: connection reset by peer
I1006 12:28:31.891847 473622 cache.go:157] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 exists
I1006 12:28:31.891876 473622 cache.go:96] cache image "registry.k8s.io/etcd:3.6.4-0" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0" took 2.83224977s
I1006 12:28:31.891887 473622 cache.go:80] save to tar file registry.k8s.io/etcd:3.6.4-0 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 succeeded
I1006 12:28:31.891922 473622 cache.go:87] Successfully saved all images to host disk.
W1006 12:28:31.447572 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:33.947065 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:34.877137 473622 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:28:34.877161 473622 ubuntu.go:182] provisioning hostname "no-preload-953907"
I1006 12:28:34.877227 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:34.898900 473622 main.go:141] libmachine: Using SSH client type: native
I1006 12:28:34.899220 473622 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33429 <nil> <nil>}
I1006 12:28:34.899236 473622 main.go:141] libmachine: About to run SSH command:
sudo hostname no-preload-953907 && echo "no-preload-953907" | sudo tee /etc/hostname
I1006 12:28:35.048063 473622 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:28:35.048151 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:35.066239 473622 main.go:141] libmachine: Using SSH client type: native
I1006 12:28:35.066561 473622 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33429 <nil> <nil>}
I1006 12:28:35.066585 473622 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-953907' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-953907/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-953907' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:28:35.206279 473622 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:28:35.206312 473622 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:28:35.206339 473622 ubuntu.go:190] setting up certificates
I1006 12:28:35.206348 473622 provision.go:84] configureAuth start
I1006 12:28:35.206411 473622 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:28:35.227343 473622 provision.go:143] copyHostCerts
I1006 12:28:35.227420 473622 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:28:35.227434 473622 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:28:35.227518 473622 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:28:35.227614 473622 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:28:35.227624 473622 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:28:35.227651 473622 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:28:35.227710 473622 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:28:35.227719 473622 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:28:35.227745 473622 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:28:35.227795 473622 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.no-preload-953907 san=[127.0.0.1 192.168.76.2 localhost minikube no-preload-953907]
I1006 12:28:35.566905 473622 provision.go:177] copyRemoteCerts
I1006 12:28:35.566977 473622 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:28:35.567027 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:35.585048 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:35.685402 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:28:35.703925 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:28:35.721865 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:28:35.741574 473622 provision.go:87] duration metric: took 535.207285ms to configureAuth
I1006 12:28:35.741645 473622 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:28:35.741865 473622 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:28:35.742003 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:35.760489 473622 main.go:141] libmachine: Using SSH client type: native
I1006 12:28:35.760797 473622 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33429 <nil> <nil>}
I1006 12:28:35.760817 473622 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:28:36.091511 473622 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:28:36.091537 473622 machine.go:96] duration metric: took 4.367924996s to provisionDockerMachine
I1006 12:28:36.091547 473622 client.go:171] duration metric: took 6.951372037s to LocalClient.Create
I1006 12:28:36.091561 473622 start.go:167] duration metric: took 6.95143945s to libmachine.API.Create "no-preload-953907"
I1006 12:28:36.091573 473622 start.go:293] postStartSetup for "no-preload-953907" (driver="docker")
I1006 12:28:36.091584 473622 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:28:36.091647 473622 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:28:36.091696 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:36.109496 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:36.209697 473622 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:28:36.213144 473622 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:28:36.213172 473622 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:28:36.213184 473622 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:28:36.213261 473622 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:28:36.213380 473622 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:28:36.213488 473622 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:28:36.221006 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:28:36.240143 473622 start.go:296] duration metric: took 148.553117ms for postStartSetup
I1006 12:28:36.240515 473622 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:28:36.258582 473622 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:28:36.258873 473622 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:28:36.258935 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:36.276334 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:36.370673 473622 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:28:36.375413 473622 start.go:128] duration metric: took 7.240585528s to createHost
I1006 12:28:36.375481 473622 start.go:83] releasing machines lock for "no-preload-953907", held for 7.240767658s
I1006 12:28:36.375568 473622 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:28:36.392600 473622 ssh_runner.go:195] Run: cat /version.json
I1006 12:28:36.392658 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:36.392904 473622 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:28:36.392975 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:28:36.416063 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:36.424929 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:28:36.517408 473622 ssh_runner.go:195] Run: systemctl --version
I1006 12:28:36.612530 473622 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:28:36.648807 473622 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:28:36.653489 473622 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:28:36.653589 473622 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:28:36.683029 473622 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:28:36.683050 473622 start.go:495] detecting cgroup driver to use...
I1006 12:28:36.683098 473622 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:28:36.683158 473622 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:28:36.703187 473622 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:28:36.716414 473622 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:28:36.716502 473622 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:28:36.736514 473622 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:28:36.756957 473622 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:28:36.876723 473622 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:28:37.003412 473622 docker.go:234] disabling docker service ...
I1006 12:28:37.003482 473622 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:28:37.032147 473622 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:28:37.048074 473622 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:28:37.174658 473622 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:28:37.306210 473622 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:28:37.319815 473622 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:28:37.337076 473622 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:28:37.337191 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.346573 473622 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:28:37.346645 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.355799 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.365350 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.374644 473622 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:28:37.382848 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.392084 473622 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.406058 473622 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:28:37.415889 473622 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:28:37.423876 473622 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:28:37.431642 473622 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:28:37.554995 473622 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:28:37.693974 473622 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:28:37.694163 473622 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:28:37.698649 473622 start.go:563] Will wait 60s for crictl version
I1006 12:28:37.698764 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:37.702784 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:28:37.737438 473622 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:28:37.737678 473622 ssh_runner.go:195] Run: crio --version
I1006 12:28:37.772264 473622 ssh_runner.go:195] Run: crio --version
I1006 12:28:37.809786 473622 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:28:37.812609 473622 cli_runner.go:164] Run: docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:28:37.829645 473622 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:28:37.833667 473622 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:28:37.844057 473622 kubeadm.go:883] updating cluster {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:28:37.844167 473622 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:28:37.844212 473622 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:28:37.869440 473622 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.34.1". assuming images are not preloaded.
I1006 12:28:37.869467 473622 cache_images.go:89] LoadCachedImages start: [registry.k8s.io/kube-apiserver:v1.34.1 registry.k8s.io/kube-controller-manager:v1.34.1 registry.k8s.io/kube-scheduler:v1.34.1 registry.k8s.io/kube-proxy:v1.34.1 registry.k8s.io/pause:3.10.1 registry.k8s.io/etcd:3.6.4-0 registry.k8s.io/coredns/coredns:v1.12.1 gcr.io/k8s-minikube/storage-provisioner:v5]
I1006 12:28:37.869504 473622 image.go:138] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:37.869737 473622 image.go:138] retrieving image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:37.869842 473622 image.go:138] retrieving image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:37.869932 473622 image.go:138] retrieving image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:37.870016 473622 image.go:138] retrieving image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:37.870103 473622 image.go:138] retrieving image: registry.k8s.io/pause:3.10.1
I1006 12:28:37.870189 473622 image.go:138] retrieving image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:37.870284 473622 image.go:138] retrieving image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:37.872646 473622 image.go:181] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:37.873108 473622 image.go:181] daemon lookup for registry.k8s.io/pause:3.10.1: Error response from daemon: No such image: registry.k8s.io/pause:3.10.1
I1006 12:28:37.873345 473622 image.go:181] daemon lookup for registry.k8s.io/kube-proxy:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:37.873508 473622 image.go:181] daemon lookup for registry.k8s.io/kube-apiserver:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:37.873746 473622 image.go:181] daemon lookup for registry.k8s.io/coredns/coredns:v1.12.1: Error response from daemon: No such image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:37.873903 473622 image.go:181] daemon lookup for registry.k8s.io/kube-scheduler:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:37.874085 473622 image.go:181] daemon lookup for registry.k8s.io/kube-controller-manager:v1.34.1: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:37.874493 473622 image.go:181] daemon lookup for registry.k8s.io/etcd:3.6.4-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.148017 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.10.1
I1006 12:28:38.164826 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.196118 473622 cache_images.go:117] "registry.k8s.io/pause:3.10.1" needs transfer: "registry.k8s.io/pause:3.10.1" does not exist at hash "d7b100cd9a77ba782c5e428c8dd5a1df4a1e79d4cb6294acd7d01290ab3babbd" in container runtime
I1006 12:28:38.196207 473622 cri.go:218] Removing image: registry.k8s.io/pause:3.10.1
I1006 12:28:38.196283 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.196878 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.217098 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.222262 473622 cache_images.go:117] "registry.k8s.io/kube-proxy:v1.34.1" needs transfer: "registry.k8s.io/kube-proxy:v1.34.1" does not exist at hash "05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9" in container runtime
I1006 12:28:38.222305 473622 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.222377 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.222472 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1006 12:28:38.237149 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.241645 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.243596 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.259751 473622 cache_images.go:117] "registry.k8s.io/etcd:3.6.4-0" needs transfer: "registry.k8s.io/etcd:3.6.4-0" does not exist at hash "a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e" in container runtime
I1006 12:28:38.259849 473622 cri.go:218] Removing image: registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.259930 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.346994 473622 cache_images.go:117] "registry.k8s.io/kube-scheduler:v1.34.1" needs transfer: "registry.k8s.io/kube-scheduler:v1.34.1" does not exist at hash "b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0" in container runtime
I1006 12:28:38.347092 473622 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.347171 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.347335 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1006 12:28:38.347428 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.360614 473622 cache_images.go:117] "registry.k8s.io/coredns/coredns:v1.12.1" needs transfer: "registry.k8s.io/coredns/coredns:v1.12.1" does not exist at hash "138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc" in container runtime
I1006 12:28:38.360719 473622 cri.go:218] Removing image: registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.360806 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.360993 473622 cache_images.go:117] "registry.k8s.io/kube-apiserver:v1.34.1" needs transfer: "registry.k8s.io/kube-apiserver:v1.34.1" does not exist at hash "43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196" in container runtime
I1006 12:28:38.361050 473622 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.361146 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.361212 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.361070 473622 cache_images.go:117] "registry.k8s.io/kube-controller-manager:v1.34.1" needs transfer: "registry.k8s.io/kube-controller-manager:v1.34.1" does not exist at hash "7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a" in container runtime
I1006 12:28:38.361364 473622 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.361421 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:38.398072 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.398143 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.398262 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1006 12:28:38.423177 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.423293 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.423354 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.423367 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.442930 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.34.1
I1006 12:28:38.492456 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.520628 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1
I1006 12:28:38.520804 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/pause_3.10.1
I1006 12:28:38.562230 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.562387 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.562418 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.4-0
I1006 12:28:38.562437 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.580069 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1
I1006 12:28:38.580166 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-proxy_v1.34.1
I1006 12:28:38.589501 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.34.1
I1006 12:28:38.589655 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/pause_3.10.1: stat -c "%s %y" /var/lib/minikube/images/pause_3.10.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/pause_3.10.1': No such file or directory
I1006 12:28:38.589674 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 --> /var/lib/minikube/images/pause_3.10.1 (268288 bytes)
I1006 12:28:38.641914 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.12.1
I1006 12:28:38.642073 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.34.1
I1006 12:28:38.680229 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.34.1
I1006 12:28:38.680382 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0
I1006 12:28:38.680503 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/etcd_3.6.4-0
I1006 12:28:38.680609 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-proxy_v1.34.1: stat -c "%s %y" /var/lib/minikube/images/kube-proxy_v1.34.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-proxy_v1.34.1': No such file or directory
I1006 12:28:38.680656 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 --> /var/lib/minikube/images/kube-proxy_v1.34.1 (22790144 bytes)
W1006 12:28:36.446787 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:38.450369 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:40.947895 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:38.732751 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1
I1006 12:28:38.732914 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-scheduler_v1.34.1
I1006 12:28:38.749440 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1
I1006 12:28:38.749627 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-apiserver_v1.34.1
I1006 12:28:38.749647 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1
I1006 12:28:38.749796 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/coredns_v1.12.1
I1006 12:28:38.769278 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/etcd_3.6.4-0: stat -c "%s %y" /var/lib/minikube/images/etcd_3.6.4-0: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/etcd_3.6.4-0': No such file or directory
I1006 12:28:38.769321 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 --> /var/lib/minikube/images/etcd_3.6.4-0 (98216960 bytes)
I1006 12:28:38.773759 473622 crio.go:275] Loading image: /var/lib/minikube/images/pause_3.10.1
I1006 12:28:38.773856 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/pause_3.10.1
I1006 12:28:38.798913 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-scheduler_v1.34.1: stat -c "%s %y" /var/lib/minikube/images/kube-scheduler_v1.34.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-scheduler_v1.34.1': No such file or directory
I1006 12:28:38.798952 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 --> /var/lib/minikube/images/kube-scheduler_v1.34.1 (15790592 bytes)
I1006 12:28:38.799022 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1
I1006 12:28:38.799139 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-controller-manager_v1.34.1
I1006 12:28:38.799221 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-apiserver_v1.34.1: stat -c "%s %y" /var/lib/minikube/images/kube-apiserver_v1.34.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-apiserver_v1.34.1': No such file or directory
I1006 12:28:38.799237 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 --> /var/lib/minikube/images/kube-apiserver_v1.34.1 (24581632 bytes)
I1006 12:28:38.799288 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/coredns_v1.12.1: stat -c "%s %y" /var/lib/minikube/images/coredns_v1.12.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/coredns_v1.12.1': No such file or directory
I1006 12:28:38.799305 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 --> /var/lib/minikube/images/coredns_v1.12.1 (20402176 bytes)
I1006 12:28:39.151237 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-controller-manager_v1.34.1: stat -c "%s %y" /var/lib/minikube/images/kube-controller-manager_v1.34.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-controller-manager_v1.34.1': No such file or directory
I1006 12:28:39.151280 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 --> /var/lib/minikube/images/kube-controller-manager_v1.34.1 (20730880 bytes)
I1006 12:28:39.151339 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 from cache
W1006 12:28:39.230097 473622 image.go:286] image gcr.io/k8s-minikube/storage-provisioner:v5 arch mismatch: want arm64 got amd64. fixing
I1006 12:28:39.230338 473622 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:39.497961 473622 crio.go:275] Loading image: /var/lib/minikube/images/kube-scheduler_v1.34.1
I1006 12:28:39.498080 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-scheduler_v1.34.1
I1006 12:28:39.552260 473622 cache_images.go:117] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51" in container runtime
I1006 12:28:39.552348 473622 cri.go:218] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:39.552445 473622 ssh_runner.go:195] Run: which crictl
I1006 12:28:41.449111 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-scheduler_v1.34.1: (1.950977484s)
I1006 12:28:41.449145 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 from cache
I1006 12:28:41.449165 473622 crio.go:275] Loading image: /var/lib/minikube/images/kube-proxy_v1.34.1
I1006 12:28:41.449214 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-proxy_v1.34.1
I1006 12:28:41.449315 473622 ssh_runner.go:235] Completed: which crictl: (1.89684223s)
I1006 12:28:41.449348 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:43.653182 473622 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (2.20381057s)
I1006 12:28:43.653263 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:43.653352 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-proxy_v1.34.1: (2.20412273s)
I1006 12:28:43.653368 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 from cache
I1006 12:28:43.653387 473622 crio.go:275] Loading image: /var/lib/minikube/images/coredns_v1.12.1
I1006 12:28:43.653421 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/coredns_v1.12.1
W1006 12:28:42.952332 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:45.455816 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:46.288161 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/coredns_v1.12.1: (2.634714529s)
I1006 12:28:46.288276 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 from cache
I1006 12:28:46.288333 473622 crio.go:275] Loading image: /var/lib/minikube/images/kube-apiserver_v1.34.1
I1006 12:28:46.288248 473622 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (2.634967799s)
I1006 12:28:46.288435 473622 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:28:46.288542 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-apiserver_v1.34.1
I1006 12:28:48.218619 473622 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (1.93016239s)
I1006 12:28:48.218715 473622 cache_images.go:290] Loading image from: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5
I1006 12:28:48.218845 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5
I1006 12:28:48.222613 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-apiserver_v1.34.1: (1.934016904s)
I1006 12:28:48.222647 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 from cache
I1006 12:28:48.222668 473622 crio.go:275] Loading image: /var/lib/minikube/images/kube-controller-manager_v1.34.1
I1006 12:28:48.222719 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-controller-manager_v1.34.1
I1006 12:28:48.228789 473622 ssh_runner.go:352] existence check for /var/lib/minikube/images/storage-provisioner_v5: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/storage-provisioner_v5': No such file or directory
I1006 12:28:48.228870 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 --> /var/lib/minikube/images/storage-provisioner_v5 (8035840 bytes)
W1006 12:28:47.946768 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:49.947438 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:50.057135 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-controller-manager_v1.34.1: (1.834382134s)
I1006 12:28:50.057210 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 from cache
I1006 12:28:50.057269 473622 crio.go:275] Loading image: /var/lib/minikube/images/etcd_3.6.4-0
I1006 12:28:50.057343 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/etcd_3.6.4-0
W1006 12:28:51.955581 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:54.454237 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:55.684238 473622 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/etcd_3.6.4-0: (5.626847493s)
I1006 12:28:55.684268 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 from cache
I1006 12:28:55.684287 473622 crio.go:275] Loading image: /var/lib/minikube/images/storage-provisioner_v5
I1006 12:28:55.684337 473622 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/storage-provisioner_v5
I1006 12:28:56.286702 473622 cache_images.go:322] Transferred and loaded /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 from cache
I1006 12:28:56.286735 473622 cache_images.go:124] Successfully loaded all cached images
I1006 12:28:56.286741 473622 cache_images.go:93] duration metric: took 18.41726041s to LoadCachedImages
I1006 12:28:56.286753 473622 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1006 12:28:56.286838 473622 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-953907 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:28:56.286928 473622 ssh_runner.go:195] Run: crio config
I1006 12:28:56.377344 473622 cni.go:84] Creating CNI manager for ""
I1006 12:28:56.377480 473622 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:28:56.377512 473622 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:28:56.377584 473622 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-953907 NodeName:no-preload-953907 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:28:56.377757 473622 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-953907"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:28:56.377864 473622 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:28:56.387859 473622 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.34.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.34.1': No such file or directory
Initiating transfer...
I1006 12:28:56.387938 473622 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.34.1
I1006 12:28:56.396849 473622 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl.sha256
I1006 12:28:56.396944 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubectl
I1006 12:28:56.397776 473622 download.go:108] Downloading: https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubeadm.sha256 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubeadm
I1006 12:28:56.397795 473622 download.go:108] Downloading: https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubelet?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubelet.sha256 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubelet
I1006 12:28:56.402033 473622 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubectl': No such file or directory
I1006 12:28:56.402115 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubectl --> /var/lib/minikube/binaries/v1.34.1/kubectl (58130616 bytes)
I1006 12:28:57.186981 473622 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:28:57.212846 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubelet
I1006 12:28:57.218749 473622 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubelet': No such file or directory
I1006 12:28:57.218788 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubelet --> /var/lib/minikube/binaries/v1.34.1/kubelet (56426788 bytes)
I1006 12:28:57.301864 473622 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubeadm
I1006 12:28:57.329449 473622 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.34.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.34.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.34.1/kubeadm': No such file or directory
I1006 12:28:57.329492 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.34.1/kubeadm --> /var/lib/minikube/binaries/v1.34.1/kubeadm (71434424 bytes)
I1006 12:28:58.045195 473622 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:28:58.055157 473622 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:28:58.070787 473622 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:28:58.087871 473622 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1006 12:28:58.102521 473622 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:28:58.106775 473622 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:28:58.120164 473622 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:28:58.258594 473622 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:28:58.279337 473622 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907 for IP: 192.168.76.2
I1006 12:28:58.279359 473622 certs.go:195] generating shared ca certs ...
I1006 12:28:58.279376 473622 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:28:58.279548 473622 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:28:58.279593 473622 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:28:58.279604 473622 certs.go:257] generating profile certs ...
I1006 12:28:58.279674 473622 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key
I1006 12:28:58.279690 473622 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt with IP's: []
W1006 12:28:56.953617 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:28:59.447032 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:28:59.639564 473622 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt ...
I1006 12:28:59.639596 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: {Name:mk3887f41aea17a485c143ec55a6daf774205bcf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:28:59.639799 473622 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key ...
I1006 12:28:59.639808 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key: {Name:mka26b346982bd7c0e24843ee46f786e30cf24f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:28:59.639897 473622 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c
I1006 12:28:59.639917 473622 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt.d1c32e8c with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1006 12:29:00.186188 473622 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt.d1c32e8c ...
I1006 12:29:00.186230 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt.d1c32e8c: {Name:mkd7fd58158dac81024dd8ade408da7b9d99f462 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:00.186453 473622 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c ...
I1006 12:29:00.186470 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c: {Name:mk03e67928ce43a68fe845d2386030be6c5af0d3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:00.186559 473622 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt.d1c32e8c -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt
I1006 12:29:00.186645 473622 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key
I1006 12:29:00.186707 473622 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key
I1006 12:29:00.186721 473622 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt with IP's: []
I1006 12:29:00.839450 473622 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt ...
I1006 12:29:00.839482 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt: {Name:mk5fed187132620341d3e4d21559aea382e24f48 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:00.839663 473622 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key ...
I1006 12:29:00.839677 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key: {Name:mkb8e9767846e6ac3fb16a1e5245951be127c18f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:00.839865 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:29:00.839920 473622 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:29:00.839934 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:29:00.839963 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:29:00.839984 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:29:00.840006 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:29:00.840049 473622 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:29:00.840610 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:29:00.862172 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:29:00.880142 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:29:00.899696 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:29:00.918875 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:29:00.938967 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:29:00.959922 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:29:00.978898 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:29:00.997602 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:29:01.018419 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:29:01.037975 473622 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:29:01.056474 473622 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:29:01.070297 473622 ssh_runner.go:195] Run: openssl version
I1006 12:29:01.079823 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:29:01.089133 473622 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:01.093075 473622 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:01.093191 473622 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:01.135905 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:29:01.144919 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:29:01.153999 473622 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:29:01.158041 473622 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:29:01.158136 473622 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:29:01.200597 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:29:01.209273 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:29:01.218259 473622 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:29:01.223185 473622 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:29:01.223287 473622 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:29:01.270222 473622 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:29:01.278736 473622 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:29:01.282634 473622 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:29:01.282688 473622 kubeadm.go:400] StartCluster: {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: So
cketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:29:01.282764 473622 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:29:01.282822 473622 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:29:01.311983 473622 cri.go:89] found id: ""
I1006 12:29:01.312066 473622 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:29:01.320417 473622 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:29:01.328855 473622 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:29:01.328971 473622 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:29:01.341323 473622 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:29:01.341397 473622 kubeadm.go:157] found existing configuration files:
I1006 12:29:01.341485 473622 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:29:01.351190 473622 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:29:01.351310 473622 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:29:01.359189 473622 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:29:01.368674 473622 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:29:01.368790 473622 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:29:01.378535 473622 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:29:01.389924 473622 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:29:01.390053 473622 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:29:01.401480 473622 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:29:01.410078 473622 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:29:01.410236 473622 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:29:01.418187 473622 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:29:01.465112 473622 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:29:01.465242 473622 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:29:01.498370 473622 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:29:01.498450 473622 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:29:01.498501 473622 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:29:01.498554 473622 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:29:01.498608 473622 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:29:01.498660 473622 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:29:01.498715 473622 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:29:01.498772 473622 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:29:01.498826 473622 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:29:01.498881 473622 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:29:01.498935 473622 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:29:01.498988 473622 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:29:01.569092 473622 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:29:01.569210 473622 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:29:01.569312 473622 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:29:01.589668 473622 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:29:01.596433 473622 out.go:252] - Generating certificates and keys ...
I1006 12:29:01.596558 473622 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:29:01.596650 473622 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:29:01.761226 473622 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:29:01.974742 473622 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:29:02.580512 473622 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:29:03.082852 473622 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:29:03.209283 473622 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:29:03.209690 473622 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [localhost no-preload-953907] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:29:03.425131 473622 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:29:03.425506 473622 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [localhost no-preload-953907] and IPs [192.168.76.2 127.0.0.1 ::1]
W1006 12:29:01.447609 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:29:03.946951 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
W1006 12:29:05.947736 470775 pod_ready.go:104] pod "coredns-5dd5756b68-n8vnd" is not "Ready", error: <nil>
I1006 12:29:04.629389 473622 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:29:04.950836 473622 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:29:05.352466 473622 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:29:05.352760 473622 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:29:05.638827 473622 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:29:05.959233 473622 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:29:07.286885 473622 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:29:07.474048 473622 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:29:08.202402 473622 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:29:08.203972 473622 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:29:08.208239 473622 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:29:06.948389 470775 pod_ready.go:94] pod "coredns-5dd5756b68-n8vnd" is "Ready"
I1006 12:29:06.948415 470775 pod_ready.go:86] duration metric: took 37.507619369s for pod "coredns-5dd5756b68-n8vnd" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.952866 470775 pod_ready.go:83] waiting for pod "etcd-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.959933 470775 pod_ready.go:94] pod "etcd-old-k8s-version-685968" is "Ready"
I1006 12:29:06.959962 470775 pod_ready.go:86] duration metric: took 7.062718ms for pod "etcd-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.964029 470775 pod_ready.go:83] waiting for pod "kube-apiserver-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.970276 470775 pod_ready.go:94] pod "kube-apiserver-old-k8s-version-685968" is "Ready"
I1006 12:29:06.970353 470775 pod_ready.go:86] duration metric: took 6.29872ms for pod "kube-apiserver-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:06.975260 470775 pod_ready.go:83] waiting for pod "kube-controller-manager-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:07.145453 470775 pod_ready.go:94] pod "kube-controller-manager-old-k8s-version-685968" is "Ready"
I1006 12:29:07.145567 470775 pod_ready.go:86] duration metric: took 170.22254ms for pod "kube-controller-manager-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:07.346054 470775 pod_ready.go:83] waiting for pod "kube-proxy-kxv29" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:07.745219 470775 pod_ready.go:94] pod "kube-proxy-kxv29" is "Ready"
I1006 12:29:07.745244 470775 pod_ready.go:86] duration metric: took 399.166535ms for pod "kube-proxy-kxv29" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:07.945184 470775 pod_ready.go:83] waiting for pod "kube-scheduler-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:08.344659 470775 pod_ready.go:94] pod "kube-scheduler-old-k8s-version-685968" is "Ready"
I1006 12:29:08.344692 470775 pod_ready.go:86] duration metric: took 399.48549ms for pod "kube-scheduler-old-k8s-version-685968" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:08.344706 470775 pod_ready.go:40] duration metric: took 38.90815503s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:29:08.426276 470775 start.go:623] kubectl: 1.33.2, cluster: 1.28.0 (minor skew: 5)
I1006 12:29:08.429629 470775 out.go:203]
W1006 12:29:08.432763 470775 out.go:285] ! /usr/local/bin/kubectl is version 1.33.2, which may have incompatibilities with Kubernetes 1.28.0.
I1006 12:29:08.439075 470775 out.go:179] - Want kubectl v1.28.0? Try 'minikube kubectl -- get pods -A'
I1006 12:29:08.442010 470775 out.go:179] * Done! kubectl is now configured to use "old-k8s-version-685968" cluster and "default" namespace by default
I1006 12:29:08.211604 473622 out.go:252] - Booting up control plane ...
I1006 12:29:08.211719 473622 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:29:08.211802 473622 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:29:08.212274 473622 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:29:08.230041 473622 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:29:08.230396 473622 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:29:08.238074 473622 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:29:08.238443 473622 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:29:08.238491 473622 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:29:08.383815 473622 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:29:08.383942 473622 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:29:09.884522 473622 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.501972229s
I1006 12:29:09.889028 473622 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:29:09.889460 473622 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1006 12:29:09.889831 473622 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:29:09.891203 473622 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:29:11.869326 473622 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 1.978356336s
I1006 12:29:14.288733 473622 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.396822178s
I1006 12:29:15.892824 473622 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.002044468s
I1006 12:29:15.919531 473622 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:29:15.939964 473622 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:29:15.955453 473622 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:29:15.955669 473622 kubeadm.go:318] [mark-control-plane] Marking the node no-preload-953907 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:29:15.968189 473622 kubeadm.go:318] [bootstrap-token] Using token: gijzjt.xni4jx3n4esfdhi7
I1006 12:29:15.973099 473622 out.go:252] - Configuring RBAC rules ...
I1006 12:29:15.973234 473622 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:29:15.977210 473622 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:29:15.987152 473622 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:29:15.993165 473622 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:29:15.997123 473622 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:29:16.001653 473622 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:29:16.303910 473622 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:29:16.772222 473622 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:29:17.299788 473622 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:29:17.300955 473622 kubeadm.go:318]
I1006 12:29:17.301030 473622 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:29:17.301039 473622 kubeadm.go:318]
I1006 12:29:17.301120 473622 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:29:17.301128 473622 kubeadm.go:318]
I1006 12:29:17.301155 473622 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:29:17.301223 473622 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:29:17.301284 473622 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:29:17.301296 473622 kubeadm.go:318]
I1006 12:29:17.301354 473622 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:29:17.301363 473622 kubeadm.go:318]
I1006 12:29:17.301413 473622 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:29:17.301421 473622 kubeadm.go:318]
I1006 12:29:17.301476 473622 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:29:17.301597 473622 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:29:17.301674 473622 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:29:17.301682 473622 kubeadm.go:318]
I1006 12:29:17.301770 473622 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:29:17.301854 473622 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:29:17.301863 473622 kubeadm.go:318]
I1006 12:29:17.301951 473622 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token gijzjt.xni4jx3n4esfdhi7 \
I1006 12:29:17.302062 473622 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:29:17.302088 473622 kubeadm.go:318] --control-plane
I1006 12:29:17.302096 473622 kubeadm.go:318]
I1006 12:29:17.302196 473622 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:29:17.302205 473622 kubeadm.go:318]
I1006 12:29:17.302291 473622 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token gijzjt.xni4jx3n4esfdhi7 \
I1006 12:29:17.302402 473622 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:29:17.306146 473622 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:29:17.306391 473622 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:29:17.306515 473622 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:29:17.306536 473622 cni.go:84] Creating CNI manager for ""
I1006 12:29:17.306543 473622 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:29:17.311697 473622 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:29:17.314584 473622 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:29:17.318526 473622 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:29:17.318545 473622 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:29:17.332514 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:29:17.669655 473622 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:29:17.669791 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:17.669863 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes no-preload-953907 minikube.k8s.io/updated_at=2025_10_06T12_29_17_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=no-preload-953907 minikube.k8s.io/primary=true
I1006 12:29:17.812575 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:17.812635 473622 ops.go:34] apiserver oom_adj: -16
I1006 12:29:18.313700 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:18.813604 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:19.312703 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:19.813456 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:20.313038 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:20.812687 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:21.313477 473622 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:29:21.435133 473622 kubeadm.go:1113] duration metric: took 3.765389884s to wait for elevateKubeSystemPrivileges
I1006 12:29:21.435160 473622 kubeadm.go:402] duration metric: took 20.152476185s to StartCluster
I1006 12:29:21.435188 473622 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:21.435252 473622 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:29:21.436226 473622 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:21.436460 473622 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:29:21.436585 473622 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:29:21.436847 473622 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:29:21.436879 473622 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:29:21.436942 473622 addons.go:69] Setting storage-provisioner=true in profile "no-preload-953907"
I1006 12:29:21.436957 473622 addons.go:238] Setting addon storage-provisioner=true in "no-preload-953907"
I1006 12:29:21.436981 473622 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:29:21.437498 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:29:21.438263 473622 addons.go:69] Setting default-storageclass=true in profile "no-preload-953907"
I1006 12:29:21.438291 473622 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "no-preload-953907"
I1006 12:29:21.438579 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:29:21.440110 473622 out.go:179] * Verifying Kubernetes components...
I1006 12:29:21.442977 473622 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:29:21.481330 473622 addons.go:238] Setting addon default-storageclass=true in "no-preload-953907"
I1006 12:29:21.481375 473622 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:29:21.481856 473622 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:29:21.494194 473622 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:29:21.497768 473622 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:29:21.497792 473622 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:29:21.497863 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:29:21.528844 473622 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:29:21.528867 473622 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:29:21.528947 473622 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:29:21.550316 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:29:21.578868 473622 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33429 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:29:21.789955 473622 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:29:21.963797 473622 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:29:21.975961 473622 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:29:21.976089 473622 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:29:22.847383 473622 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.057389428s)
I1006 12:29:22.849104 473622 start.go:976] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I1006 12:29:22.850479 473622 node_ready.go:35] waiting up to 6m0s for node "no-preload-953907" to be "Ready" ...
I1006 12:29:22.934751 473622 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1006 12:29:22.937777 473622 addons.go:514] duration metric: took 1.500878365s for enable addons: enabled=[storage-provisioner default-storageclass]
I1006 12:29:23.362340 473622 kapi.go:214] "coredns" deployment in "kube-system" namespace and "no-preload-953907" context rescaled to 1 replicas
==> CRI-O <==
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.083032362Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.099707475Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.100311782Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.120461194Z" level=info msg="Created container 36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6/dashboard-metrics-scraper" id=a7050ee5-121b-4e63-bc47-e77e2e59a32c name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.125830812Z" level=info msg="Starting container: 36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b" id=37c9f8c9-ce0a-45fb-a6fa-f2012d4e15e9 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.128942662Z" level=info msg="Started container" PID=1647 containerID=36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b description=kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6/dashboard-metrics-scraper id=37c9f8c9-ce0a-45fb-a6fa-f2012d4e15e9 name=/runtime.v1.RuntimeService/StartContainer sandboxID=646d2473c47853f7b1c8ae638e2843ee2db2ec3384dcb9505fc7e85a38ce3e1f
Oct 06 12:29:04 old-k8s-version-685968 conmon[1645]: conmon 36665adfe342641073c2 <ninfo>: container 1647 exited with status 1
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.391561235Z" level=info msg="Removing container: cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2" id=f2989377-4462-413e-9bb9-a2154a62026a name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.403472957Z" level=info msg="Error loading conmon cgroup of container cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2: cgroup deleted" id=f2989377-4462-413e-9bb9-a2154a62026a name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:29:04 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:04.414791211Z" level=info msg="Removed container cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6/dashboard-metrics-scraper" id=f2989377-4462-413e-9bb9-a2154a62026a name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.110992248Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.125892857Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.126069138Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.126159527Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.14127476Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.141467977Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.141627823Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.150639217Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.150831417Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.15093029Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.158527611Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.158709841Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.15885134Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.173851593Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:29:07 old-k8s-version-685968 crio[651]: time="2025-10-06T12:29:07.174037081Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
36665adfe3426 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 23 seconds ago Exited dashboard-metrics-scraper 2 646d2473c4785 dashboard-metrics-scraper-5f989dc9cf-279l6 kubernetes-dashboard
d9cdf80e28087 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 30 seconds ago Running storage-provisioner 2 7e8233ed5e581 storage-provisioner kube-system
c628677f2aefe docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 32 seconds ago Running kubernetes-dashboard 0 9ccc5b40b5693 kubernetes-dashboard-8694d4445c-88fpk kubernetes-dashboard
e309cb920af7c 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 About a minute ago Running coredns 1 4db8eccf78457 coredns-5dd5756b68-n8vnd kube-system
fa09d4d955608 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c About a minute ago Running kindnet-cni 1 d6deb2625757d kindnet-k29v5 kube-system
4a9944de67477 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 About a minute ago Exited storage-provisioner 1 7e8233ed5e581 storage-provisioner kube-system
ac793faa73930 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c About a minute ago Running busybox 1 c0d4222a24596 busybox default
f2993845cf311 940f54a5bcae9dd4c97844fa36d12cc5d9078cffd5e677ad0df1528c12f3240d About a minute ago Running kube-proxy 1 5430097166dc8 kube-proxy-kxv29 kube-system
eb14c877f4860 00543d2fe5d71095984891a0609ee504b81f9d72a69a0ad02039d4e135213766 About a minute ago Running kube-apiserver 1 4f3ab9f0b0394 kube-apiserver-old-k8s-version-685968 kube-system
903bec7e9c482 762dce4090c5f4789bb5dbb933d5b50bc1a2357d7739bbce30d949820e5a38ee About a minute ago Running kube-scheduler 1 d06fe1a443ee2 kube-scheduler-old-k8s-version-685968 kube-system
89f3d1ce30ba8 46cc66ccc7c19b4b30625b0aa4e178792add2385659205d7c6fcbd05d78c23e5 About a minute ago Running kube-controller-manager 1 42f6ea0b42da3 kube-controller-manager-old-k8s-version-685968 kube-system
3c909179af72c 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace About a minute ago Running etcd 1 0dd22f9f99d8c etcd-old-k8s-version-685968 kube-system
==> coredns [e309cb920af7cddde6727884f05ccb87c03d9e746a39389dbfa01376fb76ef60] <==
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 8aa94104b4dae56b00431f7362ac05b997af2246775de35dc2eb361b0707b2fa7199f9ddfdba27fdef1331b76d09c41700f6cb5d00836dabab7c0df8e651283f
CoreDNS-1.10.1
linux/arm64, go1.20, 055b2c3
[INFO] 127.0.0.1:45265 - 6334 "HINFO IN 4669812162408064600.2792136608412015522. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.01525198s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
==> describe nodes <==
Name: old-k8s-version-685968
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=old-k8s-version-685968
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=old-k8s-version-685968
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_27_13_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:27:08 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-685968
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:29:16 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:28:25 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:28:25 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:28:25 +0000 Mon, 06 Oct 2025 12:27:04 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:28:25 +0000 Mon, 06 Oct 2025 12:27:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: old-k8s-version-685968
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: fea669c52b7c4a78913fdfa0526f3b50
System UUID: c012d741-046d-44a5-897d-04acc4ce4918
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 105s
kube-system coredns-5dd5756b68-n8vnd 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m3s
kube-system etcd-old-k8s-version-685968 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m18s
kube-system kindnet-k29v5 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m4s
kube-system kube-apiserver-old-k8s-version-685968 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m17s
kube-system kube-controller-manager-old-k8s-version-685968 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m15s
kube-system kube-proxy-kxv29 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m4s
kube-system kube-scheduler-old-k8s-version-685968 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m17s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kubernetes-dashboard dashboard-metrics-scraper-5f989dc9cf-279l6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 48s
kubernetes-dashboard kubernetes-dashboard-8694d4445c-88fpk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 48s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m2s kube-proxy
Normal Starting 59s kube-proxy
Normal NodeHasSufficientMemory 2m15s kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m15s kubelet Node old-k8s-version-685968 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m15s kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientPID
Normal Starting 2m15s kubelet Starting kubelet.
Normal RegisteredNode 2m4s node-controller Node old-k8s-version-685968 event: Registered Node old-k8s-version-685968 in Controller
Normal NodeReady 109s kubelet Node old-k8s-version-685968 status is now: NodeReady
Normal Starting 72s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 71s (x8 over 71s) kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 71s (x8 over 71s) kubelet Node old-k8s-version-685968 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 71s (x8 over 71s) kubelet Node old-k8s-version-685968 status is now: NodeHasSufficientPID
Normal RegisteredNode 48s node-controller Node old-k8s-version-685968 event: Registered Node old-k8s-version-685968 in Controller
==> dmesg <==
[ +36.403670] overlayfs: idmapped layers are currently not supported
[Oct 6 12:01] overlayfs: idmapped layers are currently not supported
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
==> etcd [3c909179af72c4b6ae623fc8d7006d6599dc7ec7f627dc8297cf5cb20ee57793] <==
{"level":"info","ts":"2025-10-06T12:28:17.449178Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-10-06T12:28:17.449267Z","caller":"etcdserver/server.go:754","msg":"starting initial election tick advance","election-ticks":10}
{"level":"info","ts":"2025-10-06T12:28:17.465585Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2025-10-06T12:28:17.465704Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-10-06T12:28:17.465738Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-10-06T12:28:17.466136Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-10-06T12:28:17.466223Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-10-06T12:28:17.468133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed switched to configuration voters=(11459225503572592365)"}
{"level":"info","ts":"2025-10-06T12:28:17.468385Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","added-peer-id":"9f0758e1c58a86ed","added-peer-peer-urls":["https://192.168.85.2:2380"]}
{"level":"info","ts":"2025-10-06T12:28:17.468628Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","cluster-version":"3.5"}
{"level":"info","ts":"2025-10-06T12:28:17.468734Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-10-06T12:28:18.369608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed is starting a new election at term 2"}
{"level":"info","ts":"2025-10-06T12:28:18.369649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became pre-candidate at term 2"}
{"level":"info","ts":"2025-10-06T12:28:18.369678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-10-06T12:28:18.369691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became candidate at term 3"}
{"level":"info","ts":"2025-10-06T12:28:18.369697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-10-06T12:28:18.369707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became leader at term 3"}
{"level":"info","ts":"2025-10-06T12:28:18.369715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-10-06T12:28:18.411869Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:old-k8s-version-685968 ClientURLs:[https://192.168.85.2:2379]}","request-path":"/0/members/9f0758e1c58a86ed/attributes","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-10-06T12:28:18.412036Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-10-06T12:28:18.413066Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-10-06T12:28:18.413113Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-10-06T12:28:18.442113Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-10-06T12:28:18.44951Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-10-06T12:28:18.449562Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
==> kernel <==
12:29:27 up 2:11, 0 user, load average: 5.18, 2.75, 2.30
Linux old-k8s-version-685968 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [fa09d4d955608e465f2ccfe8dd73d305444581b18a015c8bc925404788d712d9] <==
I1006 12:28:26.906981 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:28:26.907236 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:28:26.907365 1 main.go:148] setting mtu 1500 for CNI
I1006 12:28:26.907383 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:28:26.907398 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:28:27Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:28:27.110108 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:28:27.110265 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:28:27.110306 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:28:27.110680 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:28:57.111078 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:28:57.111207 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:28:57.111311 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1006 12:28:57.112474 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1006 12:28:58.711242 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:28:58.711353 1 metrics.go:72] Registering metrics
I1006 12:28:58.711436 1 controller.go:711] "Syncing nftables rules"
I1006 12:29:07.109831 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:29:07.109994 1 main.go:301] handling current node
I1006 12:29:17.110271 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:29:17.110306 1 main.go:301] handling current node
I1006 12:29:27.117879 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:29:27.117911 1 main.go:301] handling current node
==> kube-apiserver [eb14c877f48603b6e395c37e51fd6a11704412289e1e001b135a0b3014439655] <==
I1006 12:28:25.475321 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:28:25.490823 1 shared_informer.go:318] Caches are synced for node_authorizer
I1006 12:28:25.521966 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1006 12:28:25.526716 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:28:25.540635 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1006 12:28:25.542937 1 shared_informer.go:318] Caches are synced for configmaps
I1006 12:28:25.543155 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1006 12:28:25.543286 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1006 12:28:25.543322 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1006 12:28:25.544121 1 aggregator.go:166] initial CRD sync complete...
I1006 12:28:25.544179 1 autoregister_controller.go:141] Starting autoregister controller
I1006 12:28:25.544213 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1006 12:28:25.544257 1 cache.go:39] Caches are synced for autoregister controller
E1006 12:28:25.579738 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:28:26.080971 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:28:29.042264 1 controller.go:624] quota admission added evaluator for: namespaces
I1006 12:28:29.122874 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1006 12:28:29.173545 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:28:29.186263 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:28:29.201214 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1006 12:28:29.297221 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.99.156.25"}
I1006 12:28:29.339171 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.109.241.178"}
I1006 12:28:39.363108 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:28:39.412745 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1006 12:28:39.421391 1 controller.go:624] quota admission added evaluator for: endpoints
==> kube-controller-manager [89f3d1ce30ba8a7af909fa3dc2df377e1ad6a26f59e84d4e7d6fb1db450f8efd] <==
I1006 12:28:39.406460 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="103.665µs"
I1006 12:28:39.461500 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set dashboard-metrics-scraper-5f989dc9cf to 1"
I1006 12:28:39.461644 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set kubernetes-dashboard-8694d4445c to 1"
I1006 12:28:39.588874 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: dashboard-metrics-scraper-5f989dc9cf-279l6"
I1006 12:28:39.588985 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kubernetes-dashboard-8694d4445c-88fpk"
I1006 12:28:39.638862 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="196.244861ms"
I1006 12:28:39.667574 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="203.186699ms"
I1006 12:28:39.690639 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="51.597491ms"
I1006 12:28:39.690908 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="53.998µs"
I1006 12:28:39.703225 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="84.654µs"
I1006 12:28:39.703589 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="35.900508ms"
I1006 12:28:39.703706 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="44.234µs"
I1006 12:28:39.717159 1 shared_informer.go:318] Caches are synced for garbage collector
I1006 12:28:39.717272 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1006 12:28:39.722692 1 shared_informer.go:318] Caches are synced for garbage collector
I1006 12:28:39.732750 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="98.184µs"
I1006 12:28:48.297009 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="69.523µs"
I1006 12:28:49.335304 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="74.528µs"
I1006 12:28:50.356461 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="69.4µs"
I1006 12:28:55.388100 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="24.233245ms"
I1006 12:28:55.388995 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="108.137µs"
I1006 12:29:04.420679 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="54.368µs"
I1006 12:29:06.536561 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="21.983158ms"
I1006 12:29:06.536993 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="71.32µs"
I1006 12:29:11.436754 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="73.732µs"
==> kube-proxy [f2993845cf31143eae89c8bf41651b7e3d3ce352e9c5e59deab6af72f9e88701] <==
I1006 12:28:27.455680 1 server_others.go:69] "Using iptables proxy"
I1006 12:28:27.858021 1 node.go:141] Successfully retrieved node IP: 192.168.85.2
I1006 12:28:28.367632 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:28:28.369852 1 server_others.go:152] "Using iptables Proxier"
I1006 12:28:28.369882 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1006 12:28:28.369889 1 server_others.go:438] "Defaulting to no-op detect-local"
I1006 12:28:28.369924 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1006 12:28:28.370105 1 server.go:846] "Version info" version="v1.28.0"
I1006 12:28:28.370115 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:28:28.370884 1 config.go:188] "Starting service config controller"
I1006 12:28:28.370912 1 shared_informer.go:311] Waiting for caches to sync for service config
I1006 12:28:28.370931 1 config.go:97] "Starting endpoint slice config controller"
I1006 12:28:28.370936 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1006 12:28:28.371422 1 config.go:315] "Starting node config controller"
I1006 12:28:28.371429 1 shared_informer.go:311] Waiting for caches to sync for node config
I1006 12:28:28.471548 1 shared_informer.go:318] Caches are synced for node config
I1006 12:28:28.471590 1 shared_informer.go:318] Caches are synced for service config
I1006 12:28:28.471642 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [903bec7e9c4824f3006dfd430028674fc02a54fe1919822c3af0604b97a66fe3] <==
I1006 12:28:25.167465 1 serving.go:348] Generated self-signed cert in-memory
I1006 12:28:29.743312 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.0"
I1006 12:28:29.743344 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:28:29.751337 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
I1006 12:28:29.751382 1 shared_informer.go:311] Waiting for caches to sync for RequestHeaderAuthRequestController
I1006 12:28:29.751876 1 secure_serving.go:210] Serving securely on 127.0.0.1:10259
I1006 12:28:29.751976 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I1006 12:28:29.753698 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:28:29.753770 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1006 12:28:29.753811 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:28:29.753860 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I1006 12:28:29.854497 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I1006 12:28:29.854614 1 shared_informer.go:318] Caches are synced for RequestHeaderAuthRequestController
I1006 12:28:29.854716 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 06 12:28:40 old-k8s-version-685968 kubelet[778]: E1006 12:28:40.780599 778 projected.go:292] Couldn't get configMap kubernetes-dashboard/kube-root-ca.crt: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:28:40 old-k8s-version-685968 kubelet[778]: E1006 12:28:40.780619 778 projected.go:198] Error preparing data for projected volume kube-api-access-ngtmn for pod kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:28:40 old-k8s-version-685968 kubelet[778]: E1006 12:28:40.780681 778 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7239c02b-0dd7-4c3f-8026-360f7d3bec7e-kube-api-access-ngtmn podName:7239c02b-0dd7-4c3f-8026-360f7d3bec7e nodeName:}" failed. No retries permitted until 2025-10-06 12:28:41.280667522 +0000 UTC m=+25.600280591 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-ngtmn" (UniqueName: "kubernetes.io/projected/7239c02b-0dd7-4c3f-8026-360f7d3bec7e-kube-api-access-ngtmn") pod "dashboard-metrics-scraper-5f989dc9cf-279l6" (UID: "7239c02b-0dd7-4c3f-8026-360f7d3bec7e") : failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:28:41 old-k8s-version-685968 kubelet[778]: W1006 12:28:41.494537 778 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/crio-646d2473c47853f7b1c8ae638e2843ee2db2ec3384dcb9505fc7e85a38ce3e1f WatchSource:0}: Error finding container 646d2473c47853f7b1c8ae638e2843ee2db2ec3384dcb9505fc7e85a38ce3e1f: Status 404 returned error can't find the container with id 646d2473c47853f7b1c8ae638e2843ee2db2ec3384dcb9505fc7e85a38ce3e1f
Oct 06 12:28:41 old-k8s-version-685968 kubelet[778]: W1006 12:28:41.515994 778 manager.go:1159] Failed to process watch event {EventType:0 Name:/docker/010798deb2359109c8eb41b57bade351397d3dcaacbe336e7054c1710ef66b16/crio-9ccc5b40b56930084423b41f6e4fefb414f9880d3ff055a194b2a9779091f960 WatchSource:0}: Error finding container 9ccc5b40b56930084423b41f6e4fefb414f9880d3ff055a194b2a9779091f960: Status 404 returned error can't find the container with id 9ccc5b40b56930084423b41f6e4fefb414f9880d3ff055a194b2a9779091f960
Oct 06 12:28:48 old-k8s-version-685968 kubelet[778]: I1006 12:28:48.272621 778 scope.go:117] "RemoveContainer" containerID="952e6582cc567f8e21e28aa36cc5a9a68151a37da0c304031763f06f2f42332e"
Oct 06 12:28:49 old-k8s-version-685968 kubelet[778]: I1006 12:28:49.308978 778 scope.go:117] "RemoveContainer" containerID="952e6582cc567f8e21e28aa36cc5a9a68151a37da0c304031763f06f2f42332e"
Oct 06 12:28:49 old-k8s-version-685968 kubelet[778]: I1006 12:28:49.309303 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:28:49 old-k8s-version-685968 kubelet[778]: E1006 12:28:49.314125 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:28:50 old-k8s-version-685968 kubelet[778]: I1006 12:28:50.319291 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:28:50 old-k8s-version-685968 kubelet[778]: E1006 12:28:50.320248 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:28:51 old-k8s-version-685968 kubelet[778]: I1006 12:28:51.407016 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:28:51 old-k8s-version-685968 kubelet[778]: E1006 12:28:51.411239 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:28:57 old-k8s-version-685968 kubelet[778]: I1006 12:28:57.374718 778 scope.go:117] "RemoveContainer" containerID="4a9944de674773b60f299d25f79b7322d4c068cd8fb632b09c755587fabad739"
Oct 06 12:28:57 old-k8s-version-685968 kubelet[778]: I1006 12:28:57.420635 778 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-88fpk" podStartSLOduration=4.959434644 podCreationTimestamp="2025-10-06 12:28:39 +0000 UTC" firstStartedPulling="2025-10-06 12:28:41.52092419 +0000 UTC m=+25.840537251" lastFinishedPulling="2025-10-06 12:28:54.97796165 +0000 UTC m=+39.297574710" observedRunningTime="2025-10-06 12:28:55.363137545 +0000 UTC m=+39.682750606" watchObservedRunningTime="2025-10-06 12:28:57.416472103 +0000 UTC m=+41.736085172"
Oct 06 12:29:04 old-k8s-version-685968 kubelet[778]: I1006 12:29:04.075320 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:29:04 old-k8s-version-685968 kubelet[778]: I1006 12:29:04.389709 778 scope.go:117] "RemoveContainer" containerID="cf095e8bd60466adaac298739e7f7a565c73af0ab083a22c519e4b6f5178efd2"
Oct 06 12:29:04 old-k8s-version-685968 kubelet[778]: I1006 12:29:04.390239 778 scope.go:117] "RemoveContainer" containerID="36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b"
Oct 06 12:29:04 old-k8s-version-685968 kubelet[778]: E1006 12:29:04.391087 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:29:11 old-k8s-version-685968 kubelet[778]: I1006 12:29:11.406452 778 scope.go:117] "RemoveContainer" containerID="36665adfe342641073c2929333263842bf428eee11cb3ce4b14e4693d44fcb0b"
Oct 06 12:29:11 old-k8s-version-685968 kubelet[778]: E1006 12:29:11.407283 778 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-279l6_kubernetes-dashboard(7239c02b-0dd7-4c3f-8026-360f7d3bec7e)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-279l6" podUID="7239c02b-0dd7-4c3f-8026-360f7d3bec7e"
Oct 06 12:29:20 old-k8s-version-685968 kubelet[778]: I1006 12:29:20.810856 778 dynamic_cafile_content.go:171] "Shutting down controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
Oct 06 12:29:20 old-k8s-version-685968 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:29:20 old-k8s-version-685968 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:29:20 old-k8s-version-685968 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [c628677f2aefe052241062fb5a9a18d514e99ad87ebb994e8beb80707589849b] <==
2025/10/06 12:28:55 Using namespace: kubernetes-dashboard
2025/10/06 12:28:55 Using in-cluster config to connect to apiserver
2025/10/06 12:28:55 Using secret token for csrf signing
2025/10/06 12:28:55 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/10/06 12:28:55 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/10/06 12:28:55 Successful initial request to the apiserver, version: v1.28.0
2025/10/06 12:28:55 Generating JWE encryption key
2025/10/06 12:28:55 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/10/06 12:28:55 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/10/06 12:28:55 Initializing JWE encryption key from synchronized object
2025/10/06 12:28:55 Creating in-cluster Sidecar client
2025/10/06 12:28:55 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:28:55 Serving insecurely on HTTP port: 9090
2025/10/06 12:29:25 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:28:55 Starting overwatch
==> storage-provisioner [4a9944de674773b60f299d25f79b7322d4c068cd8fb632b09c755587fabad739] <==
I1006 12:28:27.134215 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1006 12:28:57.151982 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [d9cdf80e2808788fdf968fb515de3ad155fc7b318dac773eb2d894ea43d14a54] <==
I1006 12:28:57.547790 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:28:57.568425 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:28:57.568603 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1006 12:29:14.979389 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:29:14.981437 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-685968_41d59176-cb50-4e39-822a-7731aa48565e!
I1006 12:29:14.982565 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"dbfc19b0-42c4-4d16-b73b-4e3aa343720d", APIVersion:"v1", ResourceVersion:"622", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-685968_41d59176-cb50-4e39-822a-7731aa48565e became leader
I1006 12:29:15.081806 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-685968_41d59176-cb50-4e39-822a-7731aa48565e!
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-685968 -n old-k8s-version-685968
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-685968 -n old-k8s-version-685968: exit status 2 (370.317327ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context old-k8s-version-685968 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/old-k8s-version/serial/Pause (8.48s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (316.651427ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:29:49Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context no-preload-953907 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context no-preload-953907 describe deploy/metrics-server -n kube-system: exit status 1 (94.594935ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context no-preload-953907 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect no-preload-953907
helpers_test.go:243: (dbg) docker inspect no-preload-953907:
-- stdout --
[
{
"Id": "2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b",
"Created": "2025-10-06T12:28:30.394041429Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 474018,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:28:30.506196849Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/hostname",
"HostsPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/hosts",
"LogPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b-json.log",
"Name": "/no-preload-953907",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-953907:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "no-preload-953907",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b",
"LowerDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/merged",
"UpperDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/diff",
"WorkDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "no-preload-953907",
"Source": "/var/lib/docker/volumes/no-preload-953907/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "no-preload-953907",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-953907",
"name.minikube.sigs.k8s.io": "no-preload-953907",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "bdaed234b41f1f01686c101e05594a565d604e74a377d141f5dda52fb9059a1a",
"SandboxKey": "/var/run/docker/netns/bdaed234b41f",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33429"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33430"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33433"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33431"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33432"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"no-preload-953907": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "32:4a:b4:20:1d:27",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "231d2cd5aaa9abd6c7583db5f3ce812c41185e54ad5ec218b208e2bb4bdddc5d",
"EndpointID": "8804420fb2944e8352f24d034b806d98634ecd2abd3b8093f7c1124444d1082a",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-953907",
"2cad71d7d9ef"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-953907 -n no-preload-953907
helpers_test.go:252: <<< TestStartStop/group/no-preload/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p no-preload-953907 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p no-preload-953907 logs -n 25: (1.402528631s)
helpers_test.go:260: TestStartStop/group/no-preload/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ ssh │ -p cilium-735070 sudo crio config │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ delete │ -p cilium-735070 │ cilium-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ 06 Oct 25 12:17 UTC │
│ start │ -p force-systemd-env-485619 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:17 UTC │ │
│ ssh │ force-systemd-flag-269070 ssh cat /etc/crio/crio.conf.d/02-crio.conf │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ delete │ -p force-systemd-flag-269070 │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:25 UTC │
│ delete │ -p force-systemd-env-485619 │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ cert-options-604678 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ -p cert-options-604678 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ delete │ -p cert-options-604678 │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:27 UTC │
│ addons │ enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ │
│ stop │ -p old-k8s-version-685968 --alsologtostderr -v=3 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ addons │ enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p cert-expiration-843302 │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ addons │ enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/10/06 12:29:32
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:29:32.247267 478584 out.go:360] Setting OutFile to fd 1 ...
I1006 12:29:32.247408 478584 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:29:32.247419 478584 out.go:374] Setting ErrFile to fd 2...
I1006 12:29:32.247425 478584 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:29:32.247829 478584 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:29:32.248300 478584 out.go:368] Setting JSON to false
I1006 12:29:32.249316 478584 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7925,"bootTime":1759745848,"procs":191,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:29:32.249430 478584 start.go:140] virtualization:
I1006 12:29:32.253850 478584 out.go:179] * [embed-certs-127677] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:29:32.258660 478584 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:29:32.258789 478584 notify.go:220] Checking for updates...
I1006 12:29:32.265482 478584 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:29:32.268764 478584 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:29:32.271825 478584 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:29:32.275028 478584 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:29:32.278022 478584 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:29:32.281708 478584 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:29:32.281830 478584 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:29:32.308778 478584 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:29:32.308893 478584 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:29:32.373499 478584 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:29:32.360429664 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:29:32.373759 478584 docker.go:318] overlay module found
I1006 12:29:32.377058 478584 out.go:179] * Using the docker driver based on user configuration
I1006 12:29:32.380084 478584 start.go:304] selected driver: docker
I1006 12:29:32.380108 478584 start.go:924] validating driver "docker" against <nil>
I1006 12:29:32.380122 478584 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:29:32.380872 478584 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:29:32.438901 478584 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:29:32.429508659 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:29:32.439070 478584 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:29:32.439322 478584 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:29:32.442352 478584 out.go:179] * Using Docker driver with root privileges
I1006 12:29:32.445350 478584 cni.go:84] Creating CNI manager for ""
I1006 12:29:32.445428 478584 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:29:32.445442 478584 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:29:32.445554 478584 start.go:348] cluster config:
{Name:embed-certs-127677 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contain
erRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPI
D:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:29:32.448698 478584 out.go:179] * Starting "embed-certs-127677" primary control-plane node in "embed-certs-127677" cluster
I1006 12:29:32.451611 478584 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:29:32.454579 478584 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:29:32.457437 478584 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:29:32.457495 478584 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:29:32.457509 478584 cache.go:58] Caching tarball of preloaded images
I1006 12:29:32.457583 478584 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:29:32.457666 478584 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:29:32.457677 478584 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:29:32.457790 478584 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/config.json ...
I1006 12:29:32.457807 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/config.json: {Name:mk9947bc1bd84828eed8e09d7777b6fe622c5d3f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:32.477600 478584 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:29:32.477626 478584 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:29:32.477653 478584 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:29:32.477676 478584 start.go:360] acquireMachinesLock for embed-certs-127677: {Name:mkd270144718d68d6e50f6a3b345ca9fc9025991 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:29:32.477795 478584 start.go:364] duration metric: took 98.11µs to acquireMachinesLock for "embed-certs-127677"
I1006 12:29:32.477830 478584 start.go:93] Provisioning new machine with config: &{Name:embed-certs-127677 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServe
rName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:29:32.477906 478584 start.go:125] createHost starting for "" (driver="docker")
W1006 12:29:29.353560 473622 node_ready.go:57] node "no-preload-953907" has "Ready":"False" status (will retry)
W1006 12:29:31.354427 473622 node_ready.go:57] node "no-preload-953907" has "Ready":"False" status (will retry)
I1006 12:29:32.481254 478584 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:29:32.481491 478584 start.go:159] libmachine.API.Create for "embed-certs-127677" (driver="docker")
I1006 12:29:32.481579 478584 client.go:168] LocalClient.Create starting
I1006 12:29:32.481663 478584 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:29:32.481702 478584 main.go:141] libmachine: Decoding PEM data...
I1006 12:29:32.481723 478584 main.go:141] libmachine: Parsing certificate...
I1006 12:29:32.481783 478584 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:29:32.481811 478584 main.go:141] libmachine: Decoding PEM data...
I1006 12:29:32.481833 478584 main.go:141] libmachine: Parsing certificate...
I1006 12:29:32.482219 478584 cli_runner.go:164] Run: docker network inspect embed-certs-127677 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:29:32.498777 478584 cli_runner.go:211] docker network inspect embed-certs-127677 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:29:32.498875 478584 network_create.go:284] running [docker network inspect embed-certs-127677] to gather additional debugging logs...
I1006 12:29:32.498899 478584 cli_runner.go:164] Run: docker network inspect embed-certs-127677
W1006 12:29:32.514835 478584 cli_runner.go:211] docker network inspect embed-certs-127677 returned with exit code 1
I1006 12:29:32.514873 478584 network_create.go:287] error running [docker network inspect embed-certs-127677]: docker network inspect embed-certs-127677: exit status 1
stdout:
[]
stderr:
Error response from daemon: network embed-certs-127677 not found
I1006 12:29:32.514886 478584 network_create.go:289] output of [docker network inspect embed-certs-127677]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network embed-certs-127677 not found
** /stderr **
I1006 12:29:32.514990 478584 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:29:32.531103 478584 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:29:32.531498 478584 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:29:32.531744 478584 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:29:32.532082 478584 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-231d2cd5aaa9 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:8e:cc:32:ab:05:9e} reservation:<nil>}
I1006 12:29:32.532489 478584 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40019d3950}
I1006 12:29:32.532517 478584 network_create.go:124] attempt to create docker network embed-certs-127677 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1006 12:29:32.532582 478584 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=embed-certs-127677 embed-certs-127677
I1006 12:29:32.593356 478584 network_create.go:108] docker network embed-certs-127677 192.168.85.0/24 created
I1006 12:29:32.593392 478584 kic.go:121] calculated static IP "192.168.85.2" for the "embed-certs-127677" container
I1006 12:29:32.593466 478584 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:29:32.611163 478584 cli_runner.go:164] Run: docker volume create embed-certs-127677 --label name.minikube.sigs.k8s.io=embed-certs-127677 --label created_by.minikube.sigs.k8s.io=true
I1006 12:29:32.630526 478584 oci.go:103] Successfully created a docker volume embed-certs-127677
I1006 12:29:32.630632 478584 cli_runner.go:164] Run: docker run --rm --name embed-certs-127677-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-127677 --entrypoint /usr/bin/test -v embed-certs-127677:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:29:33.164259 478584 oci.go:107] Successfully prepared a docker volume embed-certs-127677
I1006 12:29:33.164311 478584 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:29:33.164340 478584 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:29:33.164425 478584 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v embed-certs-127677:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
W1006 12:29:33.854139 473622 node_ready.go:57] node "no-preload-953907" has "Ready":"False" status (will retry)
W1006 12:29:35.854379 473622 node_ready.go:57] node "no-preload-953907" has "Ready":"False" status (will retry)
I1006 12:29:37.865709 473622 node_ready.go:49] node "no-preload-953907" is "Ready"
I1006 12:29:37.865751 473622 node_ready.go:38] duration metric: took 15.015227567s for node "no-preload-953907" to be "Ready" ...
I1006 12:29:37.865766 473622 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:29:37.865835 473622 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:29:37.878214 473622 api_server.go:72] duration metric: took 16.441724744s to wait for apiserver process to appear ...
I1006 12:29:37.878240 473622 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:29:37.878259 473622 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1006 12:29:37.936770 473622 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1006 12:29:37.938674 473622 api_server.go:141] control plane version: v1.34.1
I1006 12:29:37.938712 473622 api_server.go:131] duration metric: took 60.464471ms to wait for apiserver health ...
I1006 12:29:37.938723 473622 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:29:37.942145 473622 system_pods.go:59] 8 kube-system pods found
I1006 12:29:37.942176 473622 system_pods.go:61] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Pending
I1006 12:29:37.942182 473622 system_pods.go:61] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running
I1006 12:29:37.942187 473622 system_pods.go:61] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:29:37.942193 473622 system_pods.go:61] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running
I1006 12:29:37.942198 473622 system_pods.go:61] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running
I1006 12:29:37.942202 473622 system_pods.go:61] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:29:37.942208 473622 system_pods.go:61] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running
I1006 12:29:37.942216 473622 system_pods.go:61] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:29:37.942223 473622 system_pods.go:74] duration metric: took 3.493287ms to wait for pod list to return data ...
I1006 12:29:37.942232 473622 default_sa.go:34] waiting for default service account to be created ...
I1006 12:29:37.949701 473622 default_sa.go:45] found service account: "default"
I1006 12:29:37.949731 473622 default_sa.go:55] duration metric: took 7.492082ms for default service account to be created ...
I1006 12:29:37.949742 473622 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:29:37.994619 473622 system_pods.go:86] 8 kube-system pods found
I1006 12:29:37.994670 473622 system_pods.go:89] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Pending
I1006 12:29:37.994677 473622 system_pods.go:89] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running
I1006 12:29:37.994682 473622 system_pods.go:89] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:29:37.994688 473622 system_pods.go:89] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running
I1006 12:29:37.994692 473622 system_pods.go:89] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running
I1006 12:29:37.994696 473622 system_pods.go:89] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:29:37.994700 473622 system_pods.go:89] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running
I1006 12:29:37.994708 473622 system_pods.go:89] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:29:37.994735 473622 retry.go:31] will retry after 218.614334ms: missing components: kube-dns
I1006 12:29:38.219417 473622 system_pods.go:86] 8 kube-system pods found
I1006 12:29:38.219453 473622 system_pods.go:89] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:29:38.219460 473622 system_pods.go:89] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running
I1006 12:29:38.219466 473622 system_pods.go:89] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:29:38.219470 473622 system_pods.go:89] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running
I1006 12:29:38.219476 473622 system_pods.go:89] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running
I1006 12:29:38.219480 473622 system_pods.go:89] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:29:38.219484 473622 system_pods.go:89] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running
I1006 12:29:38.219490 473622 system_pods.go:89] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:29:38.219510 473622 retry.go:31] will retry after 348.353033ms: missing components: kube-dns
I1006 12:29:38.572423 473622 system_pods.go:86] 8 kube-system pods found
I1006 12:29:38.572462 473622 system_pods.go:89] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:29:38.572469 473622 system_pods.go:89] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running
I1006 12:29:38.572476 473622 system_pods.go:89] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:29:38.572480 473622 system_pods.go:89] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running
I1006 12:29:38.572485 473622 system_pods.go:89] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running
I1006 12:29:38.572488 473622 system_pods.go:89] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:29:38.572492 473622 system_pods.go:89] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running
I1006 12:29:38.572498 473622 system_pods.go:89] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:29:38.572512 473622 retry.go:31] will retry after 374.109679ms: missing components: kube-dns
I1006 12:29:38.954184 473622 system_pods.go:86] 8 kube-system pods found
I1006 12:29:38.954216 473622 system_pods.go:89] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:29:38.954223 473622 system_pods.go:89] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running
I1006 12:29:38.954230 473622 system_pods.go:89] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:29:38.954234 473622 system_pods.go:89] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running
I1006 12:29:38.954239 473622 system_pods.go:89] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running
I1006 12:29:38.954243 473622 system_pods.go:89] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:29:38.954248 473622 system_pods.go:89] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running
I1006 12:29:38.954256 473622 system_pods.go:89] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:29:38.954270 473622 retry.go:31] will retry after 418.952509ms: missing components: kube-dns
I1006 12:29:39.377794 473622 system_pods.go:86] 8 kube-system pods found
I1006 12:29:39.377821 473622 system_pods.go:89] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Running
I1006 12:29:39.377828 473622 system_pods.go:89] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running
I1006 12:29:39.377832 473622 system_pods.go:89] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:29:39.377837 473622 system_pods.go:89] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running
I1006 12:29:39.377842 473622 system_pods.go:89] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running
I1006 12:29:39.377846 473622 system_pods.go:89] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:29:39.377850 473622 system_pods.go:89] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running
I1006 12:29:39.377853 473622 system_pods.go:89] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Running
I1006 12:29:39.377862 473622 system_pods.go:126] duration metric: took 1.428113901s to wait for k8s-apps to be running ...
I1006 12:29:39.377869 473622 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:29:39.377925 473622 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:29:39.422401 473622 system_svc.go:56] duration metric: took 44.521026ms WaitForService to wait for kubelet
I1006 12:29:39.422427 473622 kubeadm.go:586] duration metric: took 17.985944789s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:29:39.422447 473622 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:29:39.426425 473622 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:29:39.426453 473622 node_conditions.go:123] node cpu capacity is 2
I1006 12:29:39.426468 473622 node_conditions.go:105] duration metric: took 4.01441ms to run NodePressure ...
I1006 12:29:39.426479 473622 start.go:241] waiting for startup goroutines ...
I1006 12:29:39.426487 473622 start.go:246] waiting for cluster config update ...
I1006 12:29:39.426498 473622 start.go:255] writing updated cluster config ...
I1006 12:29:39.426769 473622 ssh_runner.go:195] Run: rm -f paused
I1006 12:29:39.433878 473622 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:29:39.440136 473622 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-rrc6r" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:39.455885 473622 pod_ready.go:94] pod "coredns-66bc5c9577-rrc6r" is "Ready"
I1006 12:29:39.455909 473622 pod_ready.go:86] duration metric: took 15.704353ms for pod "coredns-66bc5c9577-rrc6r" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:39.461312 473622 pod_ready.go:83] waiting for pod "etcd-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:39.469868 473622 pod_ready.go:94] pod "etcd-no-preload-953907" is "Ready"
I1006 12:29:39.469892 473622 pod_ready.go:86] duration metric: took 8.55584ms for pod "etcd-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:39.477956 473622 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:39.487101 473622 pod_ready.go:94] pod "kube-apiserver-no-preload-953907" is "Ready"
I1006 12:29:39.487127 473622 pod_ready.go:86] duration metric: took 9.146149ms for pod "kube-apiserver-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:39.490030 473622 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:39.838344 473622 pod_ready.go:94] pod "kube-controller-manager-no-preload-953907" is "Ready"
I1006 12:29:39.838375 473622 pod_ready.go:86] duration metric: took 348.31906ms for pod "kube-controller-manager-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:40.039349 473622 pod_ready.go:83] waiting for pod "kube-proxy-2mkkt" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:40.437603 473622 pod_ready.go:94] pod "kube-proxy-2mkkt" is "Ready"
I1006 12:29:40.437630 473622 pod_ready.go:86] duration metric: took 398.248589ms for pod "kube-proxy-2mkkt" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:40.638168 473622 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:41.038278 473622 pod_ready.go:94] pod "kube-scheduler-no-preload-953907" is "Ready"
I1006 12:29:41.038310 473622 pod_ready.go:86] duration metric: took 400.113942ms for pod "kube-scheduler-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:29:41.038323 473622 pod_ready.go:40] duration metric: took 1.604413747s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:29:41.094063 473622 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:29:41.097225 473622 out.go:179] * Done! kubectl is now configured to use "no-preload-953907" cluster and "default" namespace by default
I1006 12:29:38.182553 478584 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v embed-certs-127677:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (5.018079747s)
I1006 12:29:38.182590 478584 kic.go:203] duration metric: took 5.018246985s to extract preloaded images to volume ...
W1006 12:29:38.182754 478584 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:29:38.182863 478584 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:29:38.333004 478584 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname embed-certs-127677 --name embed-certs-127677 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-127677 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=embed-certs-127677 --network embed-certs-127677 --ip 192.168.85.2 --volume embed-certs-127677:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:29:38.681600 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Running}}
I1006 12:29:38.703986 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:29:38.729674 478584 cli_runner.go:164] Run: docker exec embed-certs-127677 stat /var/lib/dpkg/alternatives/iptables
I1006 12:29:38.786818 478584 oci.go:144] the created container "embed-certs-127677" has a running status.
I1006 12:29:38.786846 478584 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa...
I1006 12:29:39.330557 478584 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:29:39.351372 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:29:39.373120 478584 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:29:39.373139 478584 kic_runner.go:114] Args: [docker exec --privileged embed-certs-127677 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:29:39.445182 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:29:39.479788 478584 machine.go:93] provisionDockerMachine start ...
I1006 12:29:39.479897 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:39.508325 478584 main.go:141] libmachine: Using SSH client type: native
I1006 12:29:39.510855 478584 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33434 <nil> <nil>}
I1006 12:29:39.510874 478584 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:29:39.514376 478584 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1006 12:29:42.649516 478584 main.go:141] libmachine: SSH cmd err, output: <nil>: embed-certs-127677
I1006 12:29:42.649572 478584 ubuntu.go:182] provisioning hostname "embed-certs-127677"
I1006 12:29:42.649641 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:42.667523 478584 main.go:141] libmachine: Using SSH client type: native
I1006 12:29:42.667851 478584 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33434 <nil> <nil>}
I1006 12:29:42.667868 478584 main.go:141] libmachine: About to run SSH command:
sudo hostname embed-certs-127677 && echo "embed-certs-127677" | sudo tee /etc/hostname
I1006 12:29:42.808472 478584 main.go:141] libmachine: SSH cmd err, output: <nil>: embed-certs-127677
I1006 12:29:42.808555 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:42.827257 478584 main.go:141] libmachine: Using SSH client type: native
I1006 12:29:42.827563 478584 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33434 <nil> <nil>}
I1006 12:29:42.827586 478584 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-127677' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-127677/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-127677' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:29:42.962074 478584 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:29:42.962099 478584 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:29:42.962170 478584 ubuntu.go:190] setting up certificates
I1006 12:29:42.962181 478584 provision.go:84] configureAuth start
I1006 12:29:42.962264 478584 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:29:42.981039 478584 provision.go:143] copyHostCerts
I1006 12:29:42.981107 478584 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:29:42.981117 478584 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:29:42.981200 478584 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:29:42.981295 478584 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:29:42.981300 478584 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:29:42.981325 478584 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:29:42.981377 478584 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:29:42.981382 478584 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:29:42.981404 478584 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:29:42.981448 478584 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.embed-certs-127677 san=[127.0.0.1 192.168.85.2 embed-certs-127677 localhost minikube]
I1006 12:29:43.462784 478584 provision.go:177] copyRemoteCerts
I1006 12:29:43.462909 478584 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:29:43.462976 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:43.485956 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:29:43.585971 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:29:43.607219 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:29:43.633919 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:29:43.659812 478584 provision.go:87] duration metric: took 697.587855ms to configureAuth
I1006 12:29:43.659890 478584 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:29:43.660111 478584 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:29:43.660281 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:43.684902 478584 main.go:141] libmachine: Using SSH client type: native
I1006 12:29:43.685219 478584 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33434 <nil> <nil>}
I1006 12:29:43.685240 478584 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:29:44.043518 478584 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:29:44.043621 478584 machine.go:96] duration metric: took 4.563798675s to provisionDockerMachine
I1006 12:29:44.043649 478584 client.go:171] duration metric: took 11.562056469s to LocalClient.Create
I1006 12:29:44.043680 478584 start.go:167] duration metric: took 11.562190427s to libmachine.API.Create "embed-certs-127677"
I1006 12:29:44.043708 478584 start.go:293] postStartSetup for "embed-certs-127677" (driver="docker")
I1006 12:29:44.043734 478584 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:29:44.043812 478584 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:29:44.043868 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:44.063376 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:29:44.166090 478584 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:29:44.170000 478584 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:29:44.170043 478584 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:29:44.170055 478584 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:29:44.170119 478584 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:29:44.170207 478584 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:29:44.170323 478584 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:29:44.178511 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:29:44.197891 478584 start.go:296] duration metric: took 154.152851ms for postStartSetup
I1006 12:29:44.198267 478584 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:29:44.225348 478584 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/config.json ...
I1006 12:29:44.225812 478584 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:29:44.225881 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:44.244029 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:29:44.338971 478584 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:29:44.344407 478584 start.go:128] duration metric: took 11.866484306s to createHost
I1006 12:29:44.344449 478584 start.go:83] releasing machines lock for "embed-certs-127677", held for 11.866641748s
I1006 12:29:44.344525 478584 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:29:44.362215 478584 ssh_runner.go:195] Run: cat /version.json
I1006 12:29:44.362252 478584 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:29:44.362278 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:44.362318 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:29:44.389397 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:29:44.395243 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:29:44.602823 478584 ssh_runner.go:195] Run: systemctl --version
I1006 12:29:44.609846 478584 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:29:44.651518 478584 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:29:44.656564 478584 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:29:44.656637 478584 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:29:44.687463 478584 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:29:44.687491 478584 start.go:495] detecting cgroup driver to use...
I1006 12:29:44.687523 478584 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:29:44.687577 478584 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:29:44.703990 478584 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:29:44.716728 478584 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:29:44.716793 478584 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:29:44.734674 478584 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:29:44.756447 478584 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:29:44.881943 478584 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:29:45.037168 478584 docker.go:234] disabling docker service ...
I1006 12:29:45.037350 478584 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:29:45.155473 478584 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:29:45.176103 478584 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:29:45.372860 478584 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:29:45.543116 478584 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:29:45.560226 478584 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:29:45.576262 478584 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:29:45.576374 478584 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:29:45.587039 478584 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:29:45.587211 478584 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:29:45.597628 478584 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:29:45.608200 478584 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:29:45.618166 478584 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:29:45.627445 478584 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:29:45.637577 478584 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:29:45.653359 478584 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:29:45.662530 478584 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:29:45.671567 478584 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:29:45.679465 478584 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:29:45.794026 478584 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:29:45.939610 478584 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:29:45.939739 478584 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:29:45.944232 478584 start.go:563] Will wait 60s for crictl version
I1006 12:29:45.944361 478584 ssh_runner.go:195] Run: which crictl
I1006 12:29:45.948409 478584 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:29:45.975171 478584 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:29:45.975286 478584 ssh_runner.go:195] Run: crio --version
I1006 12:29:46.015424 478584 ssh_runner.go:195] Run: crio --version
I1006 12:29:46.049252 478584 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:29:46.051955 478584 cli_runner.go:164] Run: docker network inspect embed-certs-127677 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:29:46.068160 478584 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:29:46.072101 478584 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:29:46.082387 478584 kubeadm.go:883] updating cluster {Name:embed-certs-127677 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath
: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:29:46.082545 478584 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:29:46.082609 478584 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:29:46.115140 478584 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:29:46.115161 478584 crio.go:433] Images already preloaded, skipping extraction
I1006 12:29:46.115217 478584 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:29:46.143253 478584 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:29:46.143277 478584 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:29:46.143285 478584 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:29:46.143388 478584 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-127677 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:29:46.143478 478584 ssh_runner.go:195] Run: crio config
I1006 12:29:46.207280 478584 cni.go:84] Creating CNI manager for ""
I1006 12:29:46.207304 478584 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:29:46.207338 478584 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:29:46.207371 478584 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-127677 NodeName:embed-certs-127677 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:29:46.207510 478584 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-127677"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:29:46.207587 478584 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:29:46.215741 478584 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:29:46.215834 478584 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:29:46.224168 478584 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1006 12:29:46.237990 478584 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:29:46.252241 478584 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2215 bytes)
I1006 12:29:46.266103 478584 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:29:46.270163 478584 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:29:46.280329 478584 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:29:46.402394 478584 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:29:46.420566 478584 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677 for IP: 192.168.85.2
I1006 12:29:46.420640 478584 certs.go:195] generating shared ca certs ...
I1006 12:29:46.420670 478584 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:46.420836 478584 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:29:46.420905 478584 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:29:46.420927 478584 certs.go:257] generating profile certs ...
I1006 12:29:46.421015 478584 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/client.key
I1006 12:29:46.421051 478584 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/client.crt with IP's: []
I1006 12:29:46.901473 478584 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/client.crt ...
I1006 12:29:46.901506 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/client.crt: {Name:mk9179c796c1c2c2f91c8e0dd3251f7114b9de4b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:46.901722 478584 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/client.key ...
I1006 12:29:46.901737 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/client.key: {Name:mk6707795f57770adf54c3cd4a7a697a7c454102 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:46.901825 478584 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key.eccce16e
I1006 12:29:46.901843 478584 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.crt.eccce16e with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1006 12:29:47.000181 478584 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.crt.eccce16e ...
I1006 12:29:47.000212 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.crt.eccce16e: {Name:mkc08e7f2281cfe381eccd87b95df2ec45ea7757 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:47.000392 478584 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key.eccce16e ...
I1006 12:29:47.000405 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key.eccce16e: {Name:mk4f39137ca8e603127b7119b3d49642b912ea1d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:47.000486 478584 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.crt.eccce16e -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.crt
I1006 12:29:47.000566 478584 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key.eccce16e -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key
I1006 12:29:47.000635 478584 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.key
I1006 12:29:47.000653 478584 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.crt with IP's: []
I1006 12:29:47.622424 478584 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.crt ...
I1006 12:29:47.622455 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.crt: {Name:mk18dab8f79de3fd5dee97050d17e72e90f3c4b1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:47.622632 478584 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.key ...
I1006 12:29:47.622645 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.key: {Name:mk14dc9b8d9d42b7c629455a788a5c4f5c2bc235 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:29:47.622831 478584 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:29:47.622877 478584 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:29:47.622891 478584 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:29:47.622915 478584 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:29:47.622944 478584 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:29:47.622967 478584 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:29:47.623017 478584 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:29:47.623595 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:29:47.643937 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:29:47.665273 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:29:47.685461 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:29:47.705679 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1006 12:29:47.725167 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:29:47.744353 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:29:47.762574 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:29:47.781694 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:29:47.801057 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:29:47.820210 478584 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:29:47.838672 478584 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:29:47.852706 478584 ssh_runner.go:195] Run: openssl version
I1006 12:29:47.859645 478584 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:29:47.868204 478584 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:47.872212 478584 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:47.872322 478584 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:29:47.915377 478584 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:29:47.924284 478584 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:29:47.932838 478584 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:29:47.937051 478584 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:29:47.937175 478584 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:29:47.981966 478584 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:29:47.992751 478584 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:29:48.001970 478584 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:29:48.012312 478584 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:29:48.012421 478584 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:29:48.056941 478584 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:29:48.066104 478584 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:29:48.070245 478584 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:29:48.070301 478584 kubeadm.go:400] StartCluster: {Name:embed-certs-127677 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:29:48.070387 478584 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:29:48.070491 478584 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:29:48.100015 478584 cri.go:89] found id: ""
I1006 12:29:48.100097 478584 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:29:48.114425 478584 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:29:48.126670 478584 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:29:48.126737 478584 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:29:48.137621 478584 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:29:48.137646 478584 kubeadm.go:157] found existing configuration files:
I1006 12:29:48.137697 478584 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:29:48.148083 478584 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:29:48.148148 478584 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:29:48.158871 478584 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:29:48.166927 478584 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:29:48.166992 478584 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:29:48.175243 478584 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:29:48.183749 478584 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:29:48.183818 478584 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:29:48.192101 478584 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:29:48.200290 478584 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:29:48.200361 478584 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:29:48.207990 478584 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:29:48.248303 478584 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:29:48.248605 478584 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:29:48.273345 478584 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:29:48.273431 478584 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:29:48.273473 478584 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:29:48.273552 478584 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:29:48.273608 478584 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:29:48.273665 478584 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:29:48.273720 478584 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:29:48.273773 478584 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:29:48.273827 478584 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:29:48.273881 478584 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:29:48.273935 478584 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:29:48.273988 478584 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:29:48.354450 478584 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:29:48.354593 478584 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:29:48.354700 478584 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:29:48.365986 478584 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
==> CRI-O <==
Oct 06 12:29:38 no-preload-953907 crio[836]: time="2025-10-06T12:29:38.341742429Z" level=info msg="Created container 8cf6889adf4b77c01b20c6eb168fdb39317f6ca36075c9058ee50734093678fb: kube-system/coredns-66bc5c9577-rrc6r/coredns" id=ba8b2c7f-c4c3-4705-b17f-19b9fea76458 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:29:38 no-preload-953907 crio[836]: time="2025-10-06T12:29:38.345852421Z" level=info msg="Starting container: 8cf6889adf4b77c01b20c6eb168fdb39317f6ca36075c9058ee50734093678fb" id=75f5e1ab-fef6-4d83-9101-f75ebd53d8aa name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:29:38 no-preload-953907 crio[836]: time="2025-10-06T12:29:38.347867232Z" level=info msg="Started container" PID=2476 containerID=8cf6889adf4b77c01b20c6eb168fdb39317f6ca36075c9058ee50734093678fb description=kube-system/coredns-66bc5c9577-rrc6r/coredns id=75f5e1ab-fef6-4d83-9101-f75ebd53d8aa name=/runtime.v1.RuntimeService/StartContainer sandboxID=e5b3f1abc752a4b0931e19ffb39971f13c83a46cf5a593e5fba0906e6d918f21
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.615152411Z" level=info msg="Running pod sandbox: default/busybox/POD" id=f387683a-9d48-46d2-8287-d73e413ee402 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.61527014Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.622205562Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:fb3a42789cfa253489f1fd98008dc010d2e751eb98a73267cfe82ed283abb746 UID:021225c9-e4e6-4b84-864e-d9d40f0aa40d NetNS:/var/run/netns/296dc477-438e-4acf-bbb8-c1037262e452 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x40017407e8}] Aliases:map[]}"
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.622377117Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.63241666Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:fb3a42789cfa253489f1fd98008dc010d2e751eb98a73267cfe82ed283abb746 UID:021225c9-e4e6-4b84-864e-d9d40f0aa40d NetNS:/var/run/netns/296dc477-438e-4acf-bbb8-c1037262e452 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x40017407e8}] Aliases:map[]}"
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.632741809Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.636802726Z" level=info msg="Ran pod sandbox fb3a42789cfa253489f1fd98008dc010d2e751eb98a73267cfe82ed283abb746 with infra container: default/busybox/POD" id=f387683a-9d48-46d2-8287-d73e413ee402 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.638322613Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=554b9583-96fe-43b6-b5da-b90e155a0cc9 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.638637998Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=554b9583-96fe-43b6-b5da-b90e155a0cc9 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.638769085Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=554b9583-96fe-43b6-b5da-b90e155a0cc9 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.641972571Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=050d7543-e1bb-44a5-b2b8-047050e4a3fa name=/runtime.v1.ImageService/PullImage
Oct 06 12:29:41 no-preload-953907 crio[836]: time="2025-10-06T12:29:41.646801448Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.628900712Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=050d7543-e1bb-44a5-b2b8-047050e4a3fa name=/runtime.v1.ImageService/PullImage
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.630641345Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=0799ea8c-81ca-44a8-b7b7-8f10801a2cd7 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.637361478Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=ba2e0bdb-9a5c-4869-9c59-3d227fc5ae48 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.643581355Z" level=info msg="Creating container: default/busybox/busybox" id=2ac86aa2-942b-4e7c-88ce-d6a0b1624bf4 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.645917089Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.65298702Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.653652382Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.67835094Z" level=info msg="Created container 431878e023169e40355b78ab5b74298166597cd211d8fc9ba4f52628524efee6: default/busybox/busybox" id=2ac86aa2-942b-4e7c-88ce-d6a0b1624bf4 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.681827259Z" level=info msg="Starting container: 431878e023169e40355b78ab5b74298166597cd211d8fc9ba4f52628524efee6" id=25da94b7-5ffe-41d6-be14-4708b35c1bb7 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:29:43 no-preload-953907 crio[836]: time="2025-10-06T12:29:43.683828137Z" level=info msg="Started container" PID=2528 containerID=431878e023169e40355b78ab5b74298166597cd211d8fc9ba4f52628524efee6 description=default/busybox/busybox id=25da94b7-5ffe-41d6-be14-4708b35c1bb7 name=/runtime.v1.RuntimeService/StartContainer sandboxID=fb3a42789cfa253489f1fd98008dc010d2e751eb98a73267cfe82ed283abb746
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
431878e023169 gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 7 seconds ago Running busybox 0 fb3a42789cfa2 busybox default
8cf6889adf4b7 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 12 seconds ago Running coredns 0 e5b3f1abc752a coredns-66bc5c9577-rrc6r kube-system
d2fd74a315d59 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 12 seconds ago Running storage-provisioner 0 a6aee3d3b82b8 storage-provisioner kube-system
86abd0a949fb7 docker.io/kindest/kindnetd@sha256:2bdc3188f2ddc8e54841f69ef900a8dde1280057c97500f966a7ef31364021f1 23 seconds ago Running kindnet-cni 0 c7fcd124eea60 kindnet-9l9lk kube-system
5bb0b22440198 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 28 seconds ago Running kube-proxy 0 0173ef26caf40 kube-proxy-2mkkt kube-system
fc8782a62a2ef b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 40 seconds ago Running kube-scheduler 0 10e71cf20462e kube-scheduler-no-preload-953907 kube-system
33dc8ebc7b4b5 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 40 seconds ago Running kube-apiserver 0 d1661deda0912 kube-apiserver-no-preload-953907 kube-system
3c4c90b79516b 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 40 seconds ago Running kube-controller-manager 0 0cc607cf0f040 kube-controller-manager-no-preload-953907 kube-system
7e576c2d263a3 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 40 seconds ago Running etcd 0 4fa9bbde075e8 etcd-no-preload-953907 kube-system
==> coredns [8cf6889adf4b77c01b20c6eb168fdb39317f6ca36075c9058ee50734093678fb] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:60754 - 15832 "HINFO IN 3799973574596563137.907598555951167613. udp 56 false 512" NXDOMAIN qr,rd,ra 56 0.025894503s
==> describe nodes <==
Name: no-preload-953907
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=no-preload-953907
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=no-preload-953907
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_29_17_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:29:14 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-953907
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:29:47 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:29:47 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:29:47 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:29:47 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:29:47 +0000 Mon, 06 Oct 2025 12:29:37 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: no-preload-953907
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: af6a4682d37f4d389aaf360bf2a9d042
System UUID: 177495de-3040-40b7-9a42-69d13ecd2c53
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10s
kube-system coredns-66bc5c9577-rrc6r 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 29s
kube-system etcd-no-preload-953907 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 34s
kube-system kindnet-9l9lk 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 29s
kube-system kube-apiserver-no-preload-953907 250m (12%) 0 (0%) 0 (0%) 0 (0%) 34s
kube-system kube-controller-manager-no-preload-953907 200m (10%) 0 (0%) 0 (0%) 0 (0%) 34s
kube-system kube-proxy-2mkkt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 29s
kube-system kube-scheduler-no-preload-953907 100m (5%) 0 (0%) 0 (0%) 0 (0%) 35s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 29s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 27s kube-proxy
Normal Starting 42s kubelet Starting kubelet.
Warning CgroupV1 42s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 42s (x8 over 42s) kubelet Node no-preload-953907 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 42s (x8 over 42s) kubelet Node no-preload-953907 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 42s (x8 over 42s) kubelet Node no-preload-953907 status is now: NodeHasSufficientPID
Normal Starting 35s kubelet Starting kubelet.
Warning CgroupV1 35s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 35s kubelet Node no-preload-953907 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 35s kubelet Node no-preload-953907 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 35s kubelet Node no-preload-953907 status is now: NodeHasSufficientPID
Normal RegisteredNode 30s node-controller Node no-preload-953907 event: Registered Node no-preload-953907 in Controller
Normal NodeReady 14s kubelet Node no-preload-953907 status is now: NodeReady
==> dmesg <==
[ +36.403670] overlayfs: idmapped layers are currently not supported
[Oct 6 12:01] overlayfs: idmapped layers are currently not supported
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
==> etcd [7e576c2d263a36450074cb87535f999cf30667f73b811dd2f7a0921a12e3842b] <==
{"level":"warn","ts":"2025-10-06T12:29:12.585262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33192","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.609974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33198","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.624264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33206","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.644839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33220","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.684187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33238","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.700304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33254","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.721459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33270","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.739766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33294","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.771513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33310","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.800286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33330","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.817090Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33354","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.843989Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33384","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.853725Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33406","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.875047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33422","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.897221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33440","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.916190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33456","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.952297Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33474","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.973834Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33488","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:12.996672Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33508","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:13.012560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33528","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:13.051646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33542","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:13.059262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33566","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:13.072961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33582","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:13.089166Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33606","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:29:13.146866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33626","server-name":"","error":"EOF"}
==> kernel <==
12:29:51 up 2:12, 0 user, load average: 5.29, 2.97, 2.38
Linux no-preload-953907 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [86abd0a949fb7e336238e88a30e6490f4a4066a4875795c87fe89117d690b6e1] <==
I1006 12:29:27.406197 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:29:27.406583 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1006 12:29:27.406816 1 main.go:148] setting mtu 1500 for CNI
I1006 12:29:27.406838 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:29:27.406850 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:29:27Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:29:27.608831 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:29:27.608858 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:29:27.608867 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:29:27.609187 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1006 12:29:27.809606 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:29:27.809707 1 metrics.go:72] Registering metrics
I1006 12:29:27.809789 1 controller.go:711] "Syncing nftables rules"
I1006 12:29:37.610113 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:29:37.610178 1 main.go:301] handling current node
I1006 12:29:47.609633 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:29:47.609675 1 main.go:301] handling current node
==> kube-apiserver [33dc8ebc7b4b5422315ef558dcb07d8a6329d7691c60da51148b615adfd13451] <==
I1006 12:29:14.221007 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1006 12:29:14.286777 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1006 12:29:14.287785 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:29:14.297849 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:29:14.298138 1 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True
I1006 12:29:14.309601 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:29:14.315396 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 12:29:14.917561 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1006 12:29:14.926237 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1006 12:29:14.926261 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:29:15.739071 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:29:15.803319 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:29:15.889408 1 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1006 12:29:15.901980 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I1006 12:29:15.903421 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:29:15.921908 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:29:16.064603 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:29:16.742025 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:29:16.771337 1 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1006 12:29:16.786853 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1006 12:29:21.743159 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:29:21.936642 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:29:21.950048 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:29:22.114398 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
E1006 12:29:49.489071 1 conn.go:339] Error on socket receive: read tcp 192.168.76.2:8443->192.168.76.1:59930: use of closed network connection
==> kube-controller-manager [3c4c90b79516bfdbb4fd9d7f17bb6207438fe1b3649b842345a34605db0a0707] <==
I1006 12:29:21.108492 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:29:21.108546 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1006 12:29:21.109150 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1006 12:29:21.110228 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 12:29:21.110320 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1006 12:29:21.110389 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:29:21.110446 1 shared_informer.go:356] "Caches are synced" controller="job"
I1006 12:29:21.110499 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:29:21.111846 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:29:21.112218 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:29:21.112334 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 12:29:21.113865 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:29:21.115983 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:29:21.116003 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:29:21.116129 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:29:21.116996 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="no-preload-953907" podCIDRs=["10.244.0.0/24"]
I1006 12:29:21.117062 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:29:21.118418 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:29:21.121708 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:29:21.121802 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:29:21.121858 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:29:21.121914 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:29:21.127121 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1006 12:29:21.129273 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:29:41.061420 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [5bb0b22440198b8c994f5fd5e2e84c57735017e3917fc10f75a8bcba5ba5d603] <==
I1006 12:29:23.577746 1 server_linux.go:53] "Using iptables proxy"
I1006 12:29:23.947331 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:29:24.047695 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:29:24.047747 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1006 12:29:24.047837 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:29:24.165828 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:29:24.165891 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:29:24.178440 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:29:24.180395 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:29:24.180412 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:29:24.185354 1 config.go:200] "Starting service config controller"
I1006 12:29:24.185435 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:29:24.185480 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:29:24.185506 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:29:24.185567 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:29:24.185597 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:29:24.186456 1 config.go:309] "Starting node config controller"
I1006 12:29:24.186523 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:29:24.186559 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:29:24.286483 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:29:24.286516 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:29:24.286530 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [fc8782a62a2ef046ddc5bddd7fa6724a9bd5214653d1f19b0bc99893dc1013d4] <==
E1006 12:29:14.294640 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1006 12:29:14.294385 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 12:29:14.294777 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1006 12:29:14.294871 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1006 12:29:14.294975 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 12:29:14.295079 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 12:29:14.295184 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1006 12:29:14.295327 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1006 12:29:14.294352 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 12:29:14.295408 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1006 12:29:14.295460 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1006 12:29:14.295728 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 12:29:15.131613 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 12:29:15.139081 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 12:29:15.145320 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1006 12:29:15.186547 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1006 12:29:15.266749 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 12:29:15.279664 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 12:29:15.302805 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 12:29:15.317161 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 12:29:15.358677 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 12:29:15.393338 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1006 12:29:15.401148 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 12:29:15.437365 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
I1006 12:29:17.065424 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:29:17 no-preload-953907 kubelet[1998]: I1006 12:29:17.974344 1998 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-controller-manager-no-preload-953907" podStartSLOduration=0.974323627 podStartE2EDuration="974.323627ms" podCreationTimestamp="2025-10-06 12:29:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:29:17.933024608 +0000 UTC m=+1.352035590" watchObservedRunningTime="2025-10-06 12:29:17.974323627 +0000 UTC m=+1.393334609"
Oct 06 12:29:21 no-preload-953907 kubelet[1998]: I1006 12:29:21.189117 1998 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.244.0.0/24"
Oct 06 12:29:21 no-preload-953907 kubelet[1998]: I1006 12:29:21.190210 1998 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.244.0.0/24"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.379463 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/2f4d6bb4-a04d-4667-9049-12b912f50534-kube-proxy\") pod \"kube-proxy-2mkkt\" (UID: \"2f4d6bb4-a04d-4667-9049-12b912f50534\") " pod="kube-system/kube-proxy-2mkkt"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.379517 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/2f4d6bb4-a04d-4667-9049-12b912f50534-lib-modules\") pod \"kube-proxy-2mkkt\" (UID: \"2f4d6bb4-a04d-4667-9049-12b912f50534\") " pod="kube-system/kube-proxy-2mkkt"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.379602 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-thpg9\" (UniqueName: \"kubernetes.io/projected/b8ab1265-bca4-44ff-8ffc-700dc09f5b01-kube-api-access-thpg9\") pod \"kindnet-9l9lk\" (UID: \"b8ab1265-bca4-44ff-8ffc-700dc09f5b01\") " pod="kube-system/kindnet-9l9lk"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.379679 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/2f4d6bb4-a04d-4667-9049-12b912f50534-xtables-lock\") pod \"kube-proxy-2mkkt\" (UID: \"2f4d6bb4-a04d-4667-9049-12b912f50534\") " pod="kube-system/kube-proxy-2mkkt"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.379712 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7qg6t\" (UniqueName: \"kubernetes.io/projected/2f4d6bb4-a04d-4667-9049-12b912f50534-kube-api-access-7qg6t\") pod \"kube-proxy-2mkkt\" (UID: \"2f4d6bb4-a04d-4667-9049-12b912f50534\") " pod="kube-system/kube-proxy-2mkkt"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.379736 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/b8ab1265-bca4-44ff-8ffc-700dc09f5b01-cni-cfg\") pod \"kindnet-9l9lk\" (UID: \"b8ab1265-bca4-44ff-8ffc-700dc09f5b01\") " pod="kube-system/kindnet-9l9lk"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.379798 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/b8ab1265-bca4-44ff-8ffc-700dc09f5b01-xtables-lock\") pod \"kindnet-9l9lk\" (UID: \"b8ab1265-bca4-44ff-8ffc-700dc09f5b01\") " pod="kube-system/kindnet-9l9lk"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.379816 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/b8ab1265-bca4-44ff-8ffc-700dc09f5b01-lib-modules\") pod \"kindnet-9l9lk\" (UID: \"b8ab1265-bca4-44ff-8ffc-700dc09f5b01\") " pod="kube-system/kindnet-9l9lk"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: I1006 12:29:22.503415 1998 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Oct 06 12:29:22 no-preload-953907 kubelet[1998]: W1006 12:29:22.819429 1998 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/crio-0173ef26caf402550725ef2f1b74286db2c3291c470fb7046d17f7b3d36e5664 WatchSource:0}: Error finding container 0173ef26caf402550725ef2f1b74286db2c3291c470fb7046d17f7b3d36e5664: Status 404 returned error can't find the container with id 0173ef26caf402550725ef2f1b74286db2c3291c470fb7046d17f7b3d36e5664
Oct 06 12:29:24 no-preload-953907 kubelet[1998]: I1006 12:29:24.005803 1998 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-proxy-2mkkt" podStartSLOduration=2.005784217 podStartE2EDuration="2.005784217s" podCreationTimestamp="2025-10-06 12:29:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:29:24.00555621 +0000 UTC m=+7.424567200" watchObservedRunningTime="2025-10-06 12:29:24.005784217 +0000 UTC m=+7.424795183"
Oct 06 12:29:29 no-preload-953907 kubelet[1998]: I1006 12:29:29.397052 1998 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-9l9lk" podStartSLOduration=3.043000079 podStartE2EDuration="7.397031548s" podCreationTimestamp="2025-10-06 12:29:22 +0000 UTC" firstStartedPulling="2025-10-06 12:29:22.857893437 +0000 UTC m=+6.276904403" lastFinishedPulling="2025-10-06 12:29:27.211924907 +0000 UTC m=+10.630935872" observedRunningTime="2025-10-06 12:29:28.015029125 +0000 UTC m=+11.434040091" watchObservedRunningTime="2025-10-06 12:29:29.397031548 +0000 UTC m=+12.816042522"
Oct 06 12:29:37 no-preload-953907 kubelet[1998]: I1006 12:29:37.690771 1998 kubelet_node_status.go:439] "Fast updating node status as it just became ready"
Oct 06 12:29:38 no-preload-953907 kubelet[1998]: I1006 12:29:38.006228 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/8cdd47ae-415d-4e24-b1ff-962950b6ef6b-tmp\") pod \"storage-provisioner\" (UID: \"8cdd47ae-415d-4e24-b1ff-962950b6ef6b\") " pod="kube-system/storage-provisioner"
Oct 06 12:29:38 no-preload-953907 kubelet[1998]: I1006 12:29:38.006279 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qfnd7\" (UniqueName: \"kubernetes.io/projected/8cdd47ae-415d-4e24-b1ff-962950b6ef6b-kube-api-access-qfnd7\") pod \"storage-provisioner\" (UID: \"8cdd47ae-415d-4e24-b1ff-962950b6ef6b\") " pod="kube-system/storage-provisioner"
Oct 06 12:29:38 no-preload-953907 kubelet[1998]: I1006 12:29:38.006302 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/5d9e6701-335a-4f4e-bbe2-1b07a70ad424-config-volume\") pod \"coredns-66bc5c9577-rrc6r\" (UID: \"5d9e6701-335a-4f4e-bbe2-1b07a70ad424\") " pod="kube-system/coredns-66bc5c9577-rrc6r"
Oct 06 12:29:38 no-preload-953907 kubelet[1998]: I1006 12:29:38.006323 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-plgzh\" (UniqueName: \"kubernetes.io/projected/5d9e6701-335a-4f4e-bbe2-1b07a70ad424-kube-api-access-plgzh\") pod \"coredns-66bc5c9577-rrc6r\" (UID: \"5d9e6701-335a-4f4e-bbe2-1b07a70ad424\") " pod="kube-system/coredns-66bc5c9577-rrc6r"
Oct 06 12:29:38 no-preload-953907 kubelet[1998]: W1006 12:29:38.169077 1998 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/crio-a6aee3d3b82b8f1424a0bc71e5c83c6bd3ed162c21fc72f469fa93cefdabdf4c WatchSource:0}: Error finding container a6aee3d3b82b8f1424a0bc71e5c83c6bd3ed162c21fc72f469fa93cefdabdf4c: Status 404 returned error can't find the container with id a6aee3d3b82b8f1424a0bc71e5c83c6bd3ed162c21fc72f469fa93cefdabdf4c
Oct 06 12:29:38 no-preload-953907 kubelet[1998]: W1006 12:29:38.251320 1998 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/crio-e5b3f1abc752a4b0931e19ffb39971f13c83a46cf5a593e5fba0906e6d918f21 WatchSource:0}: Error finding container e5b3f1abc752a4b0931e19ffb39971f13c83a46cf5a593e5fba0906e6d918f21: Status 404 returned error can't find the container with id e5b3f1abc752a4b0931e19ffb39971f13c83a46cf5a593e5fba0906e6d918f21
Oct 06 12:29:39 no-preload-953907 kubelet[1998]: I1006 12:29:39.104639 1998 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-66bc5c9577-rrc6r" podStartSLOduration=17.104618957 podStartE2EDuration="17.104618957s" podCreationTimestamp="2025-10-06 12:29:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:29:39.083435791 +0000 UTC m=+22.502446782" watchObservedRunningTime="2025-10-06 12:29:39.104618957 +0000 UTC m=+22.523629931"
Oct 06 12:29:39 no-preload-953907 kubelet[1998]: I1006 12:29:39.212010 1998 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=17.211986326 podStartE2EDuration="17.211986326s" podCreationTimestamp="2025-10-06 12:29:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:29:39.169576392 +0000 UTC m=+22.588587357" watchObservedRunningTime="2025-10-06 12:29:39.211986326 +0000 UTC m=+22.630997301"
Oct 06 12:29:41 no-preload-953907 kubelet[1998]: I1006 12:29:41.346523 1998 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mkwzp\" (UniqueName: \"kubernetes.io/projected/021225c9-e4e6-4b84-864e-d9d40f0aa40d-kube-api-access-mkwzp\") pod \"busybox\" (UID: \"021225c9-e4e6-4b84-864e-d9d40f0aa40d\") " pod="default/busybox"
==> storage-provisioner [d2fd74a315d59d44dc3e4059a02ae5833492930fcd8bff75e9e82fe02393f35d] <==
I1006 12:29:38.286258 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:29:38.310510 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:29:38.312476 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 12:29:38.323569 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:38.335726 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:29:38.335985 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:29:38.338009 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-953907_d6fd5816-55a9-4b05-8076-bab6fbe831dd!
I1006 12:29:38.349099 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"6ce8c045-97a7-4fe5-8955-46609933f0f6", APIVersion:"v1", ResourceVersion:"448", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-953907_d6fd5816-55a9-4b05-8076-bab6fbe831dd became leader
W1006 12:29:38.352112 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:38.369081 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:29:38.438256 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-953907_d6fd5816-55a9-4b05-8076-bab6fbe831dd!
W1006 12:29:40.372758 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:40.394789 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:42.398384 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:42.402927 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:44.408060 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:44.422800 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:46.432335 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:46.439119 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:48.443038 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:48.448242 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:50.455194 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:29:50.466770 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-953907 -n no-preload-953907
helpers_test.go:269: (dbg) Run: kubectl --context no-preload-953907 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/no-preload/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (2.90s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (268.46096ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:31:05Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context embed-certs-127677 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context embed-certs-127677 describe deploy/metrics-server -n kube-system: exit status 1 (82.286827ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context embed-certs-127677 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect embed-certs-127677
helpers_test.go:243: (dbg) docker inspect embed-certs-127677:
-- stdout --
[
{
"Id": "baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466",
"Created": "2025-10-06T12:29:38.359058806Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 479040,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:29:38.432255096Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/hostname",
"HostsPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/hosts",
"LogPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466-json.log",
"Name": "/embed-certs-127677",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-127677:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "embed-certs-127677",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466",
"LowerDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/merged",
"UpperDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/diff",
"WorkDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "embed-certs-127677",
"Source": "/var/lib/docker/volumes/embed-certs-127677/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "embed-certs-127677",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-127677",
"name.minikube.sigs.k8s.io": "embed-certs-127677",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "c7350dc99ba75c6b3909c2522ab1dbaa3ae3180a8eceea163f7f8864298c3508",
"SandboxKey": "/var/run/docker/netns/c7350dc99ba7",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33434"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33435"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33438"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33436"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33437"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"embed-certs-127677": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "e2:58:91:83:fa:fe",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "fce2b63930d2cd6c38536e8932f92b480a35ecb8f4952ae43a9b80f65a63c9af",
"EndpointID": "14edc7ece43ff1cee107426910238b904b6bc298e1d16333379c4837ad4cc792",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-127677",
"baa4bb16bf7a"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-127677 -n embed-certs-127677
helpers_test.go:252: <<< TestStartStop/group/embed-certs/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-127677 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p embed-certs-127677 logs -n 25: (1.284193208s)
helpers_test.go:260: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────
────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────
────┤
│ delete │ -p force-systemd-flag-269070 │ force-systemd-flag-269070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:24 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:24 UTC │ 06 Oct 25 12:25 UTC │
│ delete │ -p force-systemd-env-485619 │ force-systemd-env-485619 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ cert-options-604678 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ -p cert-options-604678 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ delete │ -p cert-options-604678 │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:27 UTC │
│ addons │ enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ │
│ stop │ -p old-k8s-version-685968 --alsologtostderr -v=3 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ addons │ enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p cert-expiration-843302 │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ stop │ -p no-preload-953907 --alsologtostderr -v=3 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable dashboard -p no-preload-953907 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────
────┘
==> Last Start <==
Log file created at: 2025/10/06 12:30:04
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:30:04.713590 481469 out.go:360] Setting OutFile to fd 1 ...
I1006 12:30:04.713775 481469 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:30:04.713800 481469 out.go:374] Setting ErrFile to fd 2...
I1006 12:30:04.713821 481469 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:30:04.714124 481469 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:30:04.714596 481469 out.go:368] Setting JSON to false
I1006 12:30:04.715608 481469 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7957,"bootTime":1759745848,"procs":185,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:30:04.715705 481469 start.go:140] virtualization:
I1006 12:30:04.719168 481469 out.go:179] * [no-preload-953907] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:30:04.723921 481469 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:30:04.723999 481469 notify.go:220] Checking for updates...
I1006 12:30:04.730924 481469 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:30:04.733929 481469 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:04.736909 481469 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:30:04.739901 481469 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:30:04.743625 481469 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:30:04.747050 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:04.747705 481469 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:30:04.789926 481469 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:30:04.790087 481469 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:30:04.906726 481469 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:30:04.89653864 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:30:04.906825 481469 docker.go:318] overlay module found
I1006 12:30:04.909901 481469 out.go:179] * Using the docker driver based on existing profile
I1006 12:30:02.406479 478584 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 4.067717561s
I1006 12:30:03.031407 478584 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.692907349s
I1006 12:30:04.840493 478584 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.502149406s
I1006 12:30:04.863474 478584 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:30:04.883602 478584 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:30:04.903491 478584 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:30:04.903897 478584 kubeadm.go:318] [mark-control-plane] Marking the node embed-certs-127677 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:30:04.917480 478584 kubeadm.go:318] [bootstrap-token] Using token: 4j5zxe.aiuoevf674yayfs7
I1006 12:30:04.912814 481469 start.go:304] selected driver: docker
I1006 12:30:04.912833 481469 start.go:924] validating driver "docker" against &{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9
p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:04.913047 481469 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:30:04.913962 481469 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:30:05.015915 481469 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:30:04.996567213 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:30:05.016300 481469 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:05.016339 481469 cni.go:84] Creating CNI manager for ""
I1006 12:30:05.016399 481469 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:05.016448 481469 start.go:348] cluster config:
{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:05.021730 481469 out.go:179] * Starting "no-preload-953907" primary control-plane node in "no-preload-953907" cluster
I1006 12:30:05.024776 481469 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:30:05.027917 481469 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:30:05.030830 481469 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:30:05.030923 481469 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:30:05.030993 481469 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:30:05.031348 481469 cache.go:107] acquiring lock: {Name:mk9130051fd50af2cc16dc2af32b0e4135420e74 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031441 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1006 12:30:05.031456 481469 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 128.683µs
I1006 12:30:05.031468 481469 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1006 12:30:05.031481 481469 cache.go:107] acquiring lock: {Name:mkae01e076bc48865fd544ceb6441575cf5df863 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031517 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 exists
I1006 12:30:05.031527 481469 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1" took 47.336µs
I1006 12:30:05.031533 481469 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 succeeded
I1006 12:30:05.031546 481469 cache.go:107] acquiring lock: {Name:mk3a66d86e56a0f5afd19b3bebcbf20effe81924 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031581 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 exists
I1006 12:30:05.031589 481469 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1" took 45.161µs
I1006 12:30:05.031597 481469 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 succeeded
I1006 12:30:05.031606 481469 cache.go:107] acquiring lock: {Name:mk575e944b2ccfb1754acc5337b946594802db90 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031638 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 exists
I1006 12:30:05.031647 481469 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1" took 41.314µs
I1006 12:30:05.031653 481469 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 succeeded
I1006 12:30:05.031663 481469 cache.go:107] acquiring lock: {Name:mk6c7d746212176b717bcf253f9c648753b2cc66 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031691 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 exists
I1006 12:30:05.031696 481469 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1" took 33.945µs
I1006 12:30:05.031702 481469 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 succeeded
I1006 12:30:05.031711 481469 cache.go:107] acquiring lock: {Name:mk7de5760aec57762d46704235780a124d48df76 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031737 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 exists
I1006 12:30:05.031742 481469 cache.go:96] cache image "registry.k8s.io/pause:3.10.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1" took 32.386µs
I1006 12:30:05.031748 481469 cache.go:80] save to tar file registry.k8s.io/pause:3.10.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 succeeded
I1006 12:30:05.031756 481469 cache.go:107] acquiring lock: {Name:mkf489036b408886cd6ec2cfb42bba157320b0c8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031788 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 exists
I1006 12:30:05.031796 481469 cache.go:96] cache image "registry.k8s.io/etcd:3.6.4-0" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0" took 41.157µs
I1006 12:30:05.031808 481469 cache.go:80] save to tar file registry.k8s.io/etcd:3.6.4-0 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 succeeded
I1006 12:30:05.031818 481469 cache.go:107] acquiring lock: {Name:mkce72d93246ef27b8bb0e2bb496856f6fef3476 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031855 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 exists
I1006 12:30:05.031864 481469 cache.go:96] cache image "registry.k8s.io/coredns/coredns:v1.12.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1" took 48.156µs
I1006 12:30:05.031878 481469 cache.go:80] save to tar file registry.k8s.io/coredns/coredns:v1.12.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 succeeded
I1006 12:30:05.031884 481469 cache.go:87] Successfully saved all images to host disk.
I1006 12:30:05.064440 481469 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:30:05.064464 481469 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:30:05.064477 481469 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:30:05.064503 481469 start.go:360] acquireMachinesLock for no-preload-953907: {Name:mk58ee6bd1f83792071349ad941f91ea8ee83f3e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.064562 481469 start.go:364] duration metric: took 37.826µs to acquireMachinesLock for "no-preload-953907"
I1006 12:30:05.064587 481469 start.go:96] Skipping create...Using existing machine configuration
I1006 12:30:05.064599 481469 fix.go:54] fixHost starting:
I1006 12:30:05.064870 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:05.083427 481469 fix.go:112] recreateIfNeeded on no-preload-953907: state=Stopped err=<nil>
W1006 12:30:05.083455 481469 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:30:04.920450 478584 out.go:252] - Configuring RBAC rules ...
I1006 12:30:04.920572 478584 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:30:04.926661 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:30:04.939021 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:30:04.947468 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:30:04.953870 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:30:04.960922 478584 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:30:05.254345 478584 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:30:05.733885 478584 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:30:06.249638 478584 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:30:06.250910 478584 kubeadm.go:318]
I1006 12:30:06.251008 478584 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:30:06.251036 478584 kubeadm.go:318]
I1006 12:30:06.251129 478584 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:30:06.251135 478584 kubeadm.go:318]
I1006 12:30:06.251161 478584 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:30:06.251219 478584 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:30:06.251273 478584 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:30:06.251279 478584 kubeadm.go:318]
I1006 12:30:06.251339 478584 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:30:06.251344 478584 kubeadm.go:318]
I1006 12:30:06.251416 478584 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:30:06.251423 478584 kubeadm.go:318]
I1006 12:30:06.251486 478584 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:30:06.251567 478584 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:30:06.251646 478584 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:30:06.251651 478584 kubeadm.go:318]
I1006 12:30:06.251733 478584 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:30:06.251823 478584 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:30:06.251829 478584 kubeadm.go:318]
I1006 12:30:06.251911 478584 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token 4j5zxe.aiuoevf674yayfs7 \
I1006 12:30:06.252013 478584 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:30:06.252033 478584 kubeadm.go:318] --control-plane
I1006 12:30:06.252038 478584 kubeadm.go:318]
I1006 12:30:06.252121 478584 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:30:06.252125 478584 kubeadm.go:318]
I1006 12:30:06.252206 478584 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token 4j5zxe.aiuoevf674yayfs7 \
I1006 12:30:06.252306 478584 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:30:06.257405 478584 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:30:06.257659 478584 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:30:06.257768 478584 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:30:06.257785 478584 cni.go:84] Creating CNI manager for ""
I1006 12:30:06.257792 478584 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:06.262399 478584 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:30:06.266211 478584 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:30:06.272603 478584 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:30:06.272626 478584 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:30:06.290905 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:30:06.598669 478584 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:30:06.598789 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:06.598921 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes embed-certs-127677 minikube.k8s.io/updated_at=2025_10_06T12_30_06_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=embed-certs-127677 minikube.k8s.io/primary=true
I1006 12:30:06.616076 478584 ops.go:34] apiserver oom_adj: -16
I1006 12:30:06.736519 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:07.237337 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:05.086728 481469 out.go:252] * Restarting existing docker container for "no-preload-953907" ...
I1006 12:30:05.086811 481469 cli_runner.go:164] Run: docker start no-preload-953907
I1006 12:30:05.404070 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:05.430299 481469 kic.go:430] container "no-preload-953907" state is running.
I1006 12:30:05.430801 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:05.453460 481469 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:30:05.453743 481469 machine.go:93] provisionDockerMachine start ...
I1006 12:30:05.453816 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:05.479222 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:05.481127 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:05.481155 481469 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:30:05.483779 481469 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1006 12:30:08.625187 481469 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:30:08.625210 481469 ubuntu.go:182] provisioning hostname "no-preload-953907"
I1006 12:30:08.625275 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:08.644113 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:08.644444 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:08.644462 481469 main.go:141] libmachine: About to run SSH command:
sudo hostname no-preload-953907 && echo "no-preload-953907" | sudo tee /etc/hostname
I1006 12:30:08.799984 481469 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:30:08.800088 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:08.823816 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:08.824124 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:08.824142 481469 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-953907' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-953907/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-953907' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:30:08.970246 481469 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:30:08.970273 481469 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:30:08.970311 481469 ubuntu.go:190] setting up certificates
I1006 12:30:08.970330 481469 provision.go:84] configureAuth start
I1006 12:30:08.970395 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:08.988928 481469 provision.go:143] copyHostCerts
I1006 12:30:08.989015 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:30:08.989034 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:30:08.989111 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:30:08.989224 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:30:08.989230 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:30:08.989257 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:30:08.990766 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:30:08.990783 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:30:08.990844 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:30:08.990974 481469 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.no-preload-953907 san=[127.0.0.1 192.168.76.2 localhost minikube no-preload-953907]
I1006 12:30:09.698407 481469 provision.go:177] copyRemoteCerts
I1006 12:30:09.698478 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:30:09.698521 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:07.737614 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:08.237232 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:08.737404 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:09.237442 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:09.736599 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.237299 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.737331 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.932878 478584 kubeadm.go:1113] duration metric: took 4.334161238s to wait for elevateKubeSystemPrivileges
I1006 12:30:10.932911 478584 kubeadm.go:402] duration metric: took 22.862616366s to StartCluster
I1006 12:30:10.932929 478584 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:10.932999 478584 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:10.934022 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:10.934245 478584 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:30:10.934251 478584 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:30:10.934502 478584 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:10.934535 478584 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:30:10.934598 478584 addons.go:69] Setting storage-provisioner=true in profile "embed-certs-127677"
I1006 12:30:10.934612 478584 addons.go:238] Setting addon storage-provisioner=true in "embed-certs-127677"
I1006 12:30:10.934633 478584 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:30:10.935079 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:10.935412 478584 addons.go:69] Setting default-storageclass=true in profile "embed-certs-127677"
I1006 12:30:10.935432 478584 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-127677"
I1006 12:30:10.935690 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:10.939851 478584 out.go:179] * Verifying Kubernetes components...
I1006 12:30:10.945804 478584 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:10.998365 478584 addons.go:238] Setting addon default-storageclass=true in "embed-certs-127677"
I1006 12:30:10.998411 478584 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:30:10.998857 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:11.011674 478584 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:30:11.014769 478584 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:11.014798 478584 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:30:11.014878 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:30:11.042300 478584 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:11.042317 478584 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:30:11.042371 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:30:11.068399 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:30:11.084608 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:30:11.464544 478584 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:11.504889 478584 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:11.505310 478584 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:30:11.587743 478584 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:12.264331 478584 node_ready.go:35] waiting up to 6m0s for node "embed-certs-127677" to be "Ready" ...
I1006 12:30:12.264737 478584 start.go:976] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1006 12:30:12.646172 478584 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.058379399s)
I1006 12:30:12.649254 478584 out.go:179] * Enabled addons: default-storageclass, storage-provisioner
I1006 12:30:09.716761 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:09.833953 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:30:09.863433 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:30:09.892103 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:30:09.918708 481469 provision.go:87] duration metric: took 948.344762ms to configureAuth
I1006 12:30:09.918785 481469 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:30:09.919031 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:09.919191 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:09.941878 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:09.942206 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:09.942223 481469 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:30:10.353470 481469 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:30:10.353552 481469 machine.go:96] duration metric: took 4.899797578s to provisionDockerMachine
I1006 12:30:10.353577 481469 start.go:293] postStartSetup for "no-preload-953907" (driver="docker")
I1006 12:30:10.353600 481469 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:30:10.353713 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:30:10.353788 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.380544 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.490588 481469 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:30:10.494755 481469 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:30:10.494781 481469 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:30:10.494792 481469 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:30:10.494845 481469 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:30:10.494928 481469 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:30:10.495033 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:30:10.505624 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:30:10.525923 481469 start.go:296] duration metric: took 172.31878ms for postStartSetup
I1006 12:30:10.526030 481469 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:30:10.526108 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.547673 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.648038 481469 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:30:10.655594 481469 fix.go:56] duration metric: took 5.590994002s for fixHost
I1006 12:30:10.655661 481469 start.go:83] releasing machines lock for "no-preload-953907", held for 5.591085958s
I1006 12:30:10.655770 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:10.672994 481469 ssh_runner.go:195] Run: cat /version.json
I1006 12:30:10.673053 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.673323 481469 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:30:10.673392 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.695153 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.701976 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.805668 481469 ssh_runner.go:195] Run: systemctl --version
I1006 12:30:10.918599 481469 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:30:11.042035 481469 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:30:11.056997 481469 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:30:11.057072 481469 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:30:11.082558 481469 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:30:11.082587 481469 start.go:495] detecting cgroup driver to use...
I1006 12:30:11.082640 481469 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:30:11.082695 481469 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:30:11.112582 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:30:11.148880 481469 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:30:11.148969 481469 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:30:11.176601 481469 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:30:11.202707 481469 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:30:11.428865 481469 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:30:11.627712 481469 docker.go:234] disabling docker service ...
I1006 12:30:11.627778 481469 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:30:11.651423 481469 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:30:11.666568 481469 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:30:11.849683 481469 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:30:12.039624 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:30:12.066127 481469 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:30:12.090224 481469 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:30:12.090300 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.105959 481469 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:30:12.106044 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.118499 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.129893 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.142963 481469 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:30:12.155900 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.181240 481469 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.190398 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.200626 481469 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:30:12.209427 481469 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:30:12.217900 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:12.406789 481469 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:30:12.609216 481469 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:30:12.609289 481469 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:30:12.617311 481469 start.go:563] Will wait 60s for crictl version
I1006 12:30:12.617459 481469 ssh_runner.go:195] Run: which crictl
I1006 12:30:12.623738 481469 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:30:12.666883 481469 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:30:12.667004 481469 ssh_runner.go:195] Run: crio --version
I1006 12:30:12.727717 481469 ssh_runner.go:195] Run: crio --version
I1006 12:30:12.789280 481469 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:30:12.792413 481469 cli_runner.go:164] Run: docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:30:12.818830 481469 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:30:12.823255 481469 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:30:12.837377 481469 kubeadm.go:883] updating cluster {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:30:12.837495 481469 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:30:12.837560 481469 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:30:12.900687 481469 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:30:12.900708 481469 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:30:12.900716 481469 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1006 12:30:12.900807 481469 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-953907 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:30:12.900891 481469 ssh_runner.go:195] Run: crio config
I1006 12:30:12.965129 481469 cni.go:84] Creating CNI manager for ""
I1006 12:30:12.965162 481469 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:12.965182 481469 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:30:12.965204 481469 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-953907 NodeName:no-preload-953907 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:30:12.965356 481469 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-953907"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:30:12.965437 481469 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:30:12.977224 481469 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:30:12.977365 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:30:12.989476 481469 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:30:13.005325 481469 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:30:13.028505 481469 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1006 12:30:13.046245 481469 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:30:13.050642 481469 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:30:13.062880 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:13.240755 481469 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:13.259412 481469 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907 for IP: 192.168.76.2
I1006 12:30:13.259476 481469 certs.go:195] generating shared ca certs ...
I1006 12:30:13.259506 481469 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:13.259666 481469 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:30:13.259735 481469 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:30:13.259757 481469 certs.go:257] generating profile certs ...
I1006 12:30:13.259878 481469 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key
I1006 12:30:13.259961 481469 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c
I1006 12:30:13.260029 481469 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key
I1006 12:30:13.260195 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:30:13.260248 481469 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:30:13.260272 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:30:13.260330 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:30:13.260383 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:30:13.260442 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:30:13.260512 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:30:13.261216 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:30:13.299116 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:30:13.324137 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:30:13.345172 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:30:13.370011 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:30:13.390066 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:30:13.415162 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:30:13.450085 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:30:13.472972 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:30:13.501181 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:30:13.525658 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:30:13.546364 481469 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:30:13.561006 481469 ssh_runner.go:195] Run: openssl version
I1006 12:30:13.567764 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:30:13.577285 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.581262 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.581364 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.623247 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:30:13.631715 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:30:13.641304 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:30:13.645727 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:30:13.645842 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:30:13.687295 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:30:13.695890 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:30:13.704757 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.708464 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.708578 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.750199 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:30:13.758999 481469 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:30:13.763417 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:30:13.806227 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:30:13.848385 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:30:13.889995 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:30:13.932647 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:30:13.980660 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:30:14.029614 481469 kubeadm.go:400] StartCluster: {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:14.029726 481469 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:30:14.029814 481469 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:30:14.099618 481469 cri.go:89] found id: "ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59"
I1006 12:30:14.099642 481469 cri.go:89] found id: ""
I1006 12:30:14.099737 481469 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:30:14.118951 481469 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:30:14Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:30:14.119048 481469 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:30:14.140094 481469 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:30:14.140115 481469 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:30:14.140200 481469 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:30:14.151515 481469 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:30:14.152391 481469 kubeconfig.go:47] verify endpoint returned: get endpoint: "no-preload-953907" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:14.152970 481469 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "no-preload-953907" cluster setting kubeconfig missing "no-preload-953907" context setting]
I1006 12:30:14.155169 481469 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.160941 481469 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:30:14.187316 481469 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.76.2
I1006 12:30:14.187357 481469 kubeadm.go:601] duration metric: took 47.234261ms to restartPrimaryControlPlane
I1006 12:30:14.187399 481469 kubeadm.go:402] duration metric: took 157.794127ms to StartCluster
I1006 12:30:14.187418 481469 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.187505 481469 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:14.189199 481469 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.191302 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:14.191071 481469 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:30:14.191433 481469 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:30:14.191727 481469 addons.go:69] Setting storage-provisioner=true in profile "no-preload-953907"
I1006 12:30:14.191753 481469 addons.go:238] Setting addon storage-provisioner=true in "no-preload-953907"
W1006 12:30:14.191763 481469 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:30:14.191785 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.191858 481469 addons.go:69] Setting dashboard=true in profile "no-preload-953907"
I1006 12:30:14.191901 481469 addons.go:238] Setting addon dashboard=true in "no-preload-953907"
W1006 12:30:14.191922 481469 addons.go:247] addon dashboard should already be in state true
I1006 12:30:14.191981 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.192323 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.192549 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.192863 481469 addons.go:69] Setting default-storageclass=true in profile "no-preload-953907"
I1006 12:30:14.192881 481469 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "no-preload-953907"
I1006 12:30:14.193157 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.196183 481469 out.go:179] * Verifying Kubernetes components...
I1006 12:30:14.202899 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:14.252979 481469 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:30:14.252982 481469 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:30:14.256096 481469 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:30:14.256706 481469 addons.go:238] Setting addon default-storageclass=true in "no-preload-953907"
W1006 12:30:14.256729 481469 addons.go:247] addon default-storageclass should already be in state true
I1006 12:30:14.256755 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.257171 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.257346 481469 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:14.257357 481469 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:30:14.257392 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.259096 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:30:14.259124 481469 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:30:14.259200 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.317941 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.329818 481469 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:14.329839 481469 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:30:14.329901 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.329811 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.361948 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.613909 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:30:14.613936 481469 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:30:14.616988 481469 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:14.626860 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:14.684304 481469 node_ready.go:35] waiting up to 6m0s for node "no-preload-953907" to be "Ready" ...
I1006 12:30:14.698676 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:30:14.698745 481469 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:30:12.652228 478584 addons.go:514] duration metric: took 1.717670794s for enable addons: enabled=[default-storageclass storage-provisioner]
I1006 12:30:12.791017 478584 kapi.go:214] "coredns" deployment in "kube-system" namespace and "embed-certs-127677" context rescaled to 1 replicas
W1006 12:30:14.281962 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:16.768238 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:14.758425 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:14.763037 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:30:14.763064 481469 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:30:14.855361 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:30:14.855388 481469 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:30:14.915930 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:30:14.915958 481469 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:30:14.946577 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:30:14.946604 481469 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:30:14.971113 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:30:14.971140 481469 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:30:14.995069 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:30:14.995095 481469 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:30:15.019632 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:30:15.019672 481469 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:30:15.047479 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:30:19.254046 481469 node_ready.go:49] node "no-preload-953907" is "Ready"
I1006 12:30:19.254073 481469 node_ready.go:38] duration metric: took 4.569716941s for node "no-preload-953907" to be "Ready" ...
I1006 12:30:19.254087 481469 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:30:19.254146 481469 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:30:20.864191 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.237292051s)
I1006 12:30:20.864277 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.105826501s)
I1006 12:30:20.864581 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (5.817062068s)
I1006 12:30:20.864822 481469 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (1.610663649s)
I1006 12:30:20.864847 481469 api_server.go:72] duration metric: took 6.673447904s to wait for apiserver process to appear ...
I1006 12:30:20.864879 481469 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:30:20.864897 481469 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1006 12:30:20.867835 481469 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p no-preload-953907 addons enable metrics-server
I1006 12:30:20.873068 481469 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1006 12:30:19.268186 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:21.768142 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:20.875286 481469 api_server.go:279] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 12:30:20.875316 481469 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 12:30:20.876516 481469 addons.go:514] duration metric: took 6.685069564s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1006 12:30:21.365501 481469 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1006 12:30:21.380026 481469 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1006 12:30:21.381279 481469 api_server.go:141] control plane version: v1.34.1
I1006 12:30:21.381305 481469 api_server.go:131] duration metric: took 516.418998ms to wait for apiserver health ...
I1006 12:30:21.381316 481469 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:30:21.384842 481469 system_pods.go:59] 8 kube-system pods found
I1006 12:30:21.384889 481469 system_pods.go:61] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:21.384900 481469 system_pods.go:61] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:30:21.384909 481469 system_pods.go:61] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:30:21.384916 481469 system_pods.go:61] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:30:21.384925 481469 system_pods.go:61] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:30:21.384930 481469 system_pods.go:61] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:30:21.384941 481469 system_pods.go:61] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:30:21.384946 481469 system_pods.go:61] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Running
I1006 12:30:21.384954 481469 system_pods.go:74] duration metric: took 3.632899ms to wait for pod list to return data ...
I1006 12:30:21.384964 481469 default_sa.go:34] waiting for default service account to be created ...
I1006 12:30:21.387320 481469 default_sa.go:45] found service account: "default"
I1006 12:30:21.387363 481469 default_sa.go:55] duration metric: took 2.390298ms for default service account to be created ...
I1006 12:30:21.387374 481469 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:30:21.390776 481469 system_pods.go:86] 8 kube-system pods found
I1006 12:30:21.390808 481469 system_pods.go:89] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:21.390818 481469 system_pods.go:89] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:30:21.390824 481469 system_pods.go:89] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:30:21.390863 481469 system_pods.go:89] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:30:21.390878 481469 system_pods.go:89] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:30:21.390883 481469 system_pods.go:89] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:30:21.390890 481469 system_pods.go:89] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:30:21.390894 481469 system_pods.go:89] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Running
I1006 12:30:21.390906 481469 system_pods.go:126] duration metric: took 3.527355ms to wait for k8s-apps to be running ...
I1006 12:30:21.390920 481469 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:30:21.390979 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:30:21.407632 481469 system_svc.go:56] duration metric: took 16.701831ms WaitForService to wait for kubelet
I1006 12:30:21.407717 481469 kubeadm.go:586] duration metric: took 7.216307941s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:21.407753 481469 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:30:21.414903 481469 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:30:21.414987 481469 node_conditions.go:123] node cpu capacity is 2
I1006 12:30:21.415012 481469 node_conditions.go:105] duration metric: took 7.224575ms to run NodePressure ...
I1006 12:30:21.415051 481469 start.go:241] waiting for startup goroutines ...
I1006 12:30:21.415075 481469 start.go:246] waiting for cluster config update ...
I1006 12:30:21.415099 481469 start.go:255] writing updated cluster config ...
I1006 12:30:21.415476 481469 ssh_runner.go:195] Run: rm -f paused
I1006 12:30:21.420195 481469 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:21.425171 481469 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-rrc6r" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:30:23.431692 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:24.268628 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:26.270523 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:25.431974 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:27.447741 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:28.767966 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:31.270897 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:29.933202 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:32.431071 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:34.431622 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:33.768264 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:36.267168 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:36.931196 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:38.931355 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:38.267648 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:40.767205 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:41.430680 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:43.432550 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:43.267142 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:45.270039 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:45.434069 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:47.932302 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:47.767647 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:50.267515 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:49.932650 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:52.430776 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:54.432429 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:52.267852 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:53.767666 478584 node_ready.go:49] node "embed-certs-127677" is "Ready"
I1006 12:30:53.767698 478584 node_ready.go:38] duration metric: took 41.503326546s for node "embed-certs-127677" to be "Ready" ...
I1006 12:30:53.767712 478584 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:30:53.767773 478584 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:30:53.801835 478584 api_server.go:72] duration metric: took 42.867556583s to wait for apiserver process to appear ...
I1006 12:30:53.801859 478584 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:30:53.801878 478584 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:30:53.813079 478584 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:30:53.814576 478584 api_server.go:141] control plane version: v1.34.1
I1006 12:30:53.814600 478584 api_server.go:131] duration metric: took 12.734331ms to wait for apiserver health ...
I1006 12:30:53.814608 478584 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:30:53.819207 478584 system_pods.go:59] 8 kube-system pods found
I1006 12:30:53.819305 478584 system_pods.go:61] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:53.819327 478584 system_pods.go:61] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:53.819367 478584 system_pods.go:61] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:53.819388 478584 system_pods.go:61] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:53.819419 478584 system_pods.go:61] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:53.819453 478584 system_pods.go:61] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:53.819477 478584 system_pods.go:61] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:53.819499 478584 system_pods.go:61] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:53.819534 478584 system_pods.go:74] duration metric: took 4.919135ms to wait for pod list to return data ...
I1006 12:30:53.819563 478584 default_sa.go:34] waiting for default service account to be created ...
I1006 12:30:53.822737 478584 default_sa.go:45] found service account: "default"
I1006 12:30:53.822815 478584 default_sa.go:55] duration metric: took 3.230121ms for default service account to be created ...
I1006 12:30:53.822839 478584 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:30:53.826464 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:53.826547 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:53.826569 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:53.826605 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:53.826629 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:53.826650 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:53.826668 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:53.826699 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:53.826726 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:53.826781 478584 retry.go:31] will retry after 237.034729ms: missing components: kube-dns
I1006 12:30:54.068857 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:54.068909 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:54.068918 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:54.068925 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:54.068930 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:54.068935 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:54.068939 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:54.068948 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:54.068954 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:54.068972 478584 retry.go:31] will retry after 368.356733ms: missing components: kube-dns
I1006 12:30:54.442158 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:54.442187 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Running
I1006 12:30:54.442195 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:54.442200 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:54.442204 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:54.442209 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:54.442213 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:54.442218 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:54.442222 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Running
I1006 12:30:54.442231 478584 system_pods.go:126] duration metric: took 619.374475ms to wait for k8s-apps to be running ...
I1006 12:30:54.442243 478584 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:30:54.442315 478584 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:30:54.457602 478584 system_svc.go:56] duration metric: took 15.349044ms WaitForService to wait for kubelet
I1006 12:30:54.457629 478584 kubeadm.go:586] duration metric: took 43.523356085s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:54.457649 478584 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:30:54.461174 478584 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:30:54.461214 478584 node_conditions.go:123] node cpu capacity is 2
I1006 12:30:54.461229 478584 node_conditions.go:105] duration metric: took 3.574323ms to run NodePressure ...
I1006 12:30:54.461242 478584 start.go:241] waiting for startup goroutines ...
I1006 12:30:54.461250 478584 start.go:246] waiting for cluster config update ...
I1006 12:30:54.461261 478584 start.go:255] writing updated cluster config ...
I1006 12:30:54.461685 478584 ssh_runner.go:195] Run: rm -f paused
I1006 12:30:54.466324 478584 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:54.470550 478584 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.476158 478584 pod_ready.go:94] pod "coredns-66bc5c9577-g4kqh" is "Ready"
I1006 12:30:54.476188 478584 pod_ready.go:86] duration metric: took 5.604395ms for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.479022 478584 pod_ready.go:83] waiting for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.484312 478584 pod_ready.go:94] pod "etcd-embed-certs-127677" is "Ready"
I1006 12:30:54.484341 478584 pod_ready.go:86] duration metric: took 5.287575ms for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.486797 478584 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.492077 478584 pod_ready.go:94] pod "kube-apiserver-embed-certs-127677" is "Ready"
I1006 12:30:54.492106 478584 pod_ready.go:86] duration metric: took 5.28334ms for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.494852 478584 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.871255 478584 pod_ready.go:94] pod "kube-controller-manager-embed-certs-127677" is "Ready"
I1006 12:30:54.871283 478584 pod_ready.go:86] duration metric: took 376.40222ms for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.075643 478584 pod_ready.go:83] waiting for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.471610 478584 pod_ready.go:94] pod "kube-proxy-4sgz6" is "Ready"
I1006 12:30:55.471642 478584 pod_ready.go:86] duration metric: took 395.965454ms for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.670969 478584 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:56.070560 478584 pod_ready.go:94] pod "kube-scheduler-embed-certs-127677" is "Ready"
I1006 12:30:56.070590 478584 pod_ready.go:86] duration metric: took 399.593094ms for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:56.070604 478584 pod_ready.go:40] duration metric: took 1.604243629s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:56.144575 478584 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:30:56.147822 478584 out.go:179] * Done! kubectl is now configured to use "embed-certs-127677" cluster and "default" namespace by default
W1006 12:30:56.432897 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
I1006 12:30:57.435058 481469 pod_ready.go:94] pod "coredns-66bc5c9577-rrc6r" is "Ready"
I1006 12:30:57.435091 481469 pod_ready.go:86] duration metric: took 36.009893443s for pod "coredns-66bc5c9577-rrc6r" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.439906 481469 pod_ready.go:83] waiting for pod "etcd-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.449013 481469 pod_ready.go:94] pod "etcd-no-preload-953907" is "Ready"
I1006 12:30:57.449037 481469 pod_ready.go:86] duration metric: took 9.107012ms for pod "etcd-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.539633 481469 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.544285 481469 pod_ready.go:94] pod "kube-apiserver-no-preload-953907" is "Ready"
I1006 12:30:57.544311 481469 pod_ready.go:86] duration metric: took 4.651546ms for pod "kube-apiserver-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.546794 481469 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.631648 481469 pod_ready.go:94] pod "kube-controller-manager-no-preload-953907" is "Ready"
I1006 12:30:57.631676 481469 pod_ready.go:86] duration metric: took 84.859913ms for pod "kube-controller-manager-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.829083 481469 pod_ready.go:83] waiting for pod "kube-proxy-2mkkt" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.228870 481469 pod_ready.go:94] pod "kube-proxy-2mkkt" is "Ready"
I1006 12:30:58.228902 481469 pod_ready.go:86] duration metric: took 399.787223ms for pod "kube-proxy-2mkkt" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.429280 481469 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.832799 481469 pod_ready.go:94] pod "kube-scheduler-no-preload-953907" is "Ready"
I1006 12:30:58.832834 481469 pod_ready.go:86] duration metric: took 403.522943ms for pod "kube-scheduler-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.832848 481469 pod_ready.go:40] duration metric: took 37.412623323s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:58.913192 481469 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:30:58.916942 481469 out.go:179] * Done! kubectl is now configured to use "no-preload-953907" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 12:30:53 embed-certs-127677 crio[838]: time="2025-10-06T12:30:53.908579455Z" level=info msg="Created container 7ebb6f54c65e6511215898c4eae4cfd40237cf1af956b6d468351b3422456a46: kube-system/coredns-66bc5c9577-g4kqh/coredns" id=02356534-e40d-458b-b9ce-3d5a3d9ba4ec name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:30:53 embed-certs-127677 crio[838]: time="2025-10-06T12:30:53.910057489Z" level=info msg="Starting container: 7ebb6f54c65e6511215898c4eae4cfd40237cf1af956b6d468351b3422456a46" id=fe0f9fb6-25cd-4315-966d-236ff6083bff name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:30:53 embed-certs-127677 crio[838]: time="2025-10-06T12:30:53.918049983Z" level=info msg="Started container" PID=1749 containerID=7ebb6f54c65e6511215898c4eae4cfd40237cf1af956b6d468351b3422456a46 description=kube-system/coredns-66bc5c9577-g4kqh/coredns id=fe0f9fb6-25cd-4315-966d-236ff6083bff name=/runtime.v1.RuntimeService/StartContainer sandboxID=1b1b8d4f782ab6eaea1e9ab3dc0a70b6489b5447c142d3220656c28afef3eecd
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.700932044Z" level=info msg="Running pod sandbox: default/busybox/POD" id=691d955c-ad28-4477-b3d1-13fcd3abba84 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.701004546Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.710297628Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:8183a9c48b0739b74ca17d0b8b8b1d2f79681064dfde53f35e453cd4aad2a379 UID:5852b4a9-630e-46aa-8507-81df0a3928c2 NetNS:/var/run/netns/8bba986f-f8ef-491d-8968-c7ec888a1d90 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4000b54a58}] Aliases:map[]}"
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.710354186Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.721689238Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:8183a9c48b0739b74ca17d0b8b8b1d2f79681064dfde53f35e453cd4aad2a379 UID:5852b4a9-630e-46aa-8507-81df0a3928c2 NetNS:/var/run/netns/8bba986f-f8ef-491d-8968-c7ec888a1d90 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x4000b54a58}] Aliases:map[]}"
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.721874431Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.725207814Z" level=info msg="Ran pod sandbox 8183a9c48b0739b74ca17d0b8b8b1d2f79681064dfde53f35e453cd4aad2a379 with infra container: default/busybox/POD" id=691d955c-ad28-4477-b3d1-13fcd3abba84 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.7265122Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=5688aa47-4c9c-4012-9aea-269ede86cc3e name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.726818551Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=5688aa47-4c9c-4012-9aea-269ede86cc3e name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.727074398Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=5688aa47-4c9c-4012-9aea-269ede86cc3e name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.728700379Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=ae5da833-eda5-4338-8d0e-9a1ca77c9134 name=/runtime.v1.ImageService/PullImage
Oct 06 12:30:56 embed-certs-127677 crio[838]: time="2025-10-06T12:30:56.731352015Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.675583896Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=ae5da833-eda5-4338-8d0e-9a1ca77c9134 name=/runtime.v1.ImageService/PullImage
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.676273045Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=bfe83667-8785-4c39-af3c-89a7c46c33f9 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.678767682Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=2062ef98-a0de-4e07-bfc3-bd52151c6f41 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.684519459Z" level=info msg="Creating container: default/busybox/busybox" id=c2f8cda3-0ea1-444c-8573-3d6df1193903 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.685320758Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.690260709Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.690935508Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.707986981Z" level=info msg="Created container d5ce7a5cbed3184d6c258f7862d8f03def6b3a444d7d16df0c2a5f842d8d11aa: default/busybox/busybox" id=c2f8cda3-0ea1-444c-8573-3d6df1193903 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.70895263Z" level=info msg="Starting container: d5ce7a5cbed3184d6c258f7862d8f03def6b3a444d7d16df0c2a5f842d8d11aa" id=a80e44ab-3da1-42d5-893f-ce265b291aee name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:30:58 embed-certs-127677 crio[838]: time="2025-10-06T12:30:58.710741797Z" level=info msg="Started container" PID=1801 containerID=d5ce7a5cbed3184d6c258f7862d8f03def6b3a444d7d16df0c2a5f842d8d11aa description=default/busybox/busybox id=a80e44ab-3da1-42d5-893f-ce265b291aee name=/runtime.v1.RuntimeService/StartContainer sandboxID=8183a9c48b0739b74ca17d0b8b8b1d2f79681064dfde53f35e453cd4aad2a379
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
d5ce7a5cbed31 gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 8 seconds ago Running busybox 0 8183a9c48b073 busybox default
7ebb6f54c65e6 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 13 seconds ago Running coredns 0 1b1b8d4f782ab coredns-66bc5c9577-g4kqh kube-system
c0db28a1f5247 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 13 seconds ago Running storage-provisioner 0 64a38bcac539d storage-provisioner kube-system
8053608473fd3 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 54 seconds ago Running kube-proxy 0 af684a473c345 kube-proxy-4sgz6 kube-system
0ff6f1c1ac8c3 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 54 seconds ago Running kindnet-cni 0 47e85de99966a kindnet-2c4vj kube-system
f0e58c1e6701a b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 0 ac02593cc2ba9 kube-scheduler-embed-certs-127677 kube-system
6cf701868d3b1 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 0 2870feba18632 kube-apiserver-embed-certs-127677 kube-system
76580daf2e0b2 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 0 9accbb2ce6369 kube-controller-manager-embed-certs-127677 kube-system
58193a804313e a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 0 0d16fafbe6471 etcd-embed-certs-127677 kube-system
==> coredns [7ebb6f54c65e6511215898c4eae4cfd40237cf1af956b6d468351b3422456a46] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:50927 - 52495 "HINFO IN 2890094462556924863.7939028231445642913. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.058095259s
==> describe nodes <==
Name: embed-certs-127677
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=embed-certs-127677
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=embed-certs-127677
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_30_06_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:30:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-127677
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:31:06 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:30:53 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:30:53 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:30:53 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:30:53 +0000 Mon, 06 Oct 2025 12:30:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: embed-certs-127677
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 0a451dccab3e4320b5d692fd0c6f3d6e
System UUID: c9ae7e6d-928c-4988-94fd-29cbecac2578
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11s
kube-system coredns-66bc5c9577-g4kqh 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 57s
kube-system etcd-embed-certs-127677 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 62s
kube-system kindnet-2c4vj 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 57s
kube-system kube-apiserver-embed-certs-127677 250m (12%) 0 (0%) 0 (0%) 0 (0%) 62s
kube-system kube-controller-manager-embed-certs-127677 200m (10%) 0 (0%) 0 (0%) 0 (0%) 61s
kube-system kube-proxy-4sgz6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 57s
kube-system kube-scheduler-embed-certs-127677 100m (5%) 0 (0%) 0 (0%) 0 (0%) 61s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 55s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 54s kube-proxy
Normal Starting 62s kubelet Starting kubelet.
Warning CgroupV1 62s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 61s kubelet Node embed-certs-127677 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 61s kubelet Node embed-certs-127677 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 61s kubelet Node embed-certs-127677 status is now: NodeHasSufficientPID
Normal RegisteredNode 58s node-controller Node embed-certs-127677 event: Registered Node embed-certs-127677 in Controller
Normal NodeReady 14s kubelet Node embed-certs-127677 status is now: NodeReady
==> dmesg <==
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
==> etcd [58193a804313e839a3e61461f6c189f7fa81e9194dcf514a5164a7be5f793aa7] <==
{"level":"warn","ts":"2025-10-06T12:30:00.869016Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33608","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:00.907965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33634","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:00.930842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33654","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:00.957380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33664","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:00.997010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33688","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.023410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33708","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.070132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33718","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.091844Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33736","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.123345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33750","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.198981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33778","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.203446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33798","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.233108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33810","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.306398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33830","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.347376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33848","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.373473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33870","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.401811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33886","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.429172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33900","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.461986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33910","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.490811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33938","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.525669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33952","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.576078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33978","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.608802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34010","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.637760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34032","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.661930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34050","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:01.786381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34064","server-name":"","error":"EOF"}
==> kernel <==
12:31:07 up 2:13, 0 user, load average: 3.27, 2.99, 2.44
Linux embed-certs-127677 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [0ff6f1c1ac8c383eb5a7af6b0de9c4ecf4e6ce498da2ecaa3f312feaa799a643] <==
I1006 12:30:12.623705 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:30:12.624335 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:30:12.624590 1 main.go:148] setting mtu 1500 for CNI
I1006 12:30:12.624658 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:30:12.624744 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:30:12Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:30:12.906753 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:30:12.907740 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:30:12.907794 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:30:12.907968 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:30:42.907884 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1006 12:30:42.908010 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1006 12:30:42.908012 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:30:42.907898 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
I1006 12:30:44.208587 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:30:44.208623 1 metrics.go:72] Registering metrics
I1006 12:30:44.208696 1 controller.go:711] "Syncing nftables rules"
I1006 12:30:52.914322 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:30:52.914360 1 main.go:301] handling current node
I1006 12:31:02.908415 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:31:02.908455 1 main.go:301] handling current node
==> kube-apiserver [6cf701868d3b18cbab828d96ab89c315ad91e2a2f1e62b7033f126e621eb80e6] <==
I1006 12:30:02.813128 1 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True
I1006 12:30:02.819914 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:30:02.827406 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 12:30:02.862845 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:30:02.871108 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:30:02.919482 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:30:02.919522 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:30:03.629436 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1006 12:30:03.634223 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1006 12:30:03.634250 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:30:04.465035 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:30:04.536209 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:30:04.646096 1 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1006 12:30:04.658070 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.85.2]
I1006 12:30:04.659493 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:30:04.665853 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:30:04.697722 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:30:05.683696 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:30:05.731596 1 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1006 12:30:05.751696 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1006 12:30:10.250939 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:30:10.769393 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:30:10.778111 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:30:10.799436 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
E1006 12:31:05.545116 1 conn.go:339] Error on socket receive: read tcp 192.168.85.2:8443->192.168.85.1:52982: use of closed network connection
==> kube-controller-manager [76580daf2e0b24de2a6dd1c3aa942f51e6e6f3f0da414e0f3c41a56fb15bce62] <==
I1006 12:30:09.845465 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:30:09.845696 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1006 12:30:09.849482 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:30:09.849767 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:30:09.850000 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 12:30:09.850012 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:30:09.850041 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet"
I1006 12:30:09.852269 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:30:09.853965 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:30:09.854092 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:30:09.854133 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:30:09.854161 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:30:09.863845 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 12:30:09.880981 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:30:09.892957 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 12:30:09.893057 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 12:30:09.893133 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="embed-certs-127677"
I1006 12:30:09.893176 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1006 12:30:09.893219 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:30:09.893737 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1006 12:30:09.901648 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1006 12:30:09.923405 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:30:09.923430 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:30:09.923438 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:30:54.899758 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [8053608473fd30345f27b1923fbfe46d74d68d772cf22b7e091ca3d8134d6b5f] <==
I1006 12:30:12.902312 1 server_linux.go:53] "Using iptables proxy"
I1006 12:30:13.003190 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:30:13.019938 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:30:13.021090 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:30:13.021305 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:30:13.054846 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:30:13.054987 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:30:13.061242 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:30:13.061851 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:30:13.062099 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:30:13.065505 1 config.go:200] "Starting service config controller"
I1006 12:30:13.065706 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:30:13.065764 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:30:13.065792 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:30:13.065851 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:30:13.065879 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:30:13.070279 1 config.go:309] "Starting node config controller"
I1006 12:30:13.070368 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:30:13.070401 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:30:13.165949 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:30:13.170081 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:30:13.170114 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [f0e58c1e6701a94399a1fc7affd94e9376926a12396908feff18a0c1fbbb4567] <==
E1006 12:30:03.045288 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 12:30:03.045343 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
E1006 12:30:03.045398 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1006 12:30:03.045449 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 12:30:03.045495 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1006 12:30:03.045588 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1006 12:30:03.045641 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 12:30:03.045687 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1006 12:30:03.048984 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 12:30:03.049729 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 12:30:03.049817 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 12:30:03.049878 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 12:30:03.049935 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1006 12:30:03.051405 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 12:30:03.051545 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 12:30:03.051642 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1006 12:30:03.959001 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 12:30:03.982832 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 12:30:04.052704 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 12:30:04.058566 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1006 12:30:04.058790 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 12:30:04.079150 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 12:30:04.086032 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1006 12:30:04.546851 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
I1006 12:30:06.522265 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: E1006 12:30:10.871604 1308 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:embed-certs-127677\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'embed-certs-127677' and this object" logger="UnhandledError" reflector="object-\"kube-system\"/\"kube-proxy\"" type="*v1.ConfigMap"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: E1006 12:30:10.871614 1308 status_manager.go:1018] "Failed to get status for pod" err="pods \"kube-proxy-4sgz6\" is forbidden: User \"system:node:embed-certs-127677\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'embed-certs-127677' and this object" podUID="50b14e96-7778-4672-8197-04cd3840b93f" pod="kube-system/kube-proxy-4sgz6"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: E1006 12:30:10.871706 1308 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:embed-certs-127677\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'embed-certs-127677' and this object" logger="UnhandledError" reflector="object-\"kube-system\"/\"kube-root-ca.crt\"" type="*v1.ConfigMap"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: I1006 12:30:10.896229 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/50b14e96-7778-4672-8197-04cd3840b93f-lib-modules\") pod \"kube-proxy-4sgz6\" (UID: \"50b14e96-7778-4672-8197-04cd3840b93f\") " pod="kube-system/kube-proxy-4sgz6"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: I1006 12:30:10.896350 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/50b14e96-7778-4672-8197-04cd3840b93f-xtables-lock\") pod \"kube-proxy-4sgz6\" (UID: \"50b14e96-7778-4672-8197-04cd3840b93f\") " pod="kube-system/kube-proxy-4sgz6"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: I1006 12:30:10.896370 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9rsq7\" (UniqueName: \"kubernetes.io/projected/50b14e96-7778-4672-8197-04cd3840b93f-kube-api-access-9rsq7\") pod \"kube-proxy-4sgz6\" (UID: \"50b14e96-7778-4672-8197-04cd3840b93f\") " pod="kube-system/kube-proxy-4sgz6"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: I1006 12:30:10.896442 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/50b14e96-7778-4672-8197-04cd3840b93f-kube-proxy\") pod \"kube-proxy-4sgz6\" (UID: \"50b14e96-7778-4672-8197-04cd3840b93f\") " pod="kube-system/kube-proxy-4sgz6"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: I1006 12:30:10.996618 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/73b9e8bc-69d3-4485-88fc-1fab8e39a048-xtables-lock\") pod \"kindnet-2c4vj\" (UID: \"73b9e8bc-69d3-4485-88fc-1fab8e39a048\") " pod="kube-system/kindnet-2c4vj"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: I1006 12:30:10.996702 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/73b9e8bc-69d3-4485-88fc-1fab8e39a048-cni-cfg\") pod \"kindnet-2c4vj\" (UID: \"73b9e8bc-69d3-4485-88fc-1fab8e39a048\") " pod="kube-system/kindnet-2c4vj"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: I1006 12:30:10.996725 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/73b9e8bc-69d3-4485-88fc-1fab8e39a048-lib-modules\") pod \"kindnet-2c4vj\" (UID: \"73b9e8bc-69d3-4485-88fc-1fab8e39a048\") " pod="kube-system/kindnet-2c4vj"
Oct 06 12:30:10 embed-certs-127677 kubelet[1308]: I1006 12:30:10.996766 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s9mxp\" (UniqueName: \"kubernetes.io/projected/73b9e8bc-69d3-4485-88fc-1fab8e39a048-kube-api-access-s9mxp\") pod \"kindnet-2c4vj\" (UID: \"73b9e8bc-69d3-4485-88fc-1fab8e39a048\") " pod="kube-system/kindnet-2c4vj"
Oct 06 12:30:11 embed-certs-127677 kubelet[1308]: E1006 12:30:11.997146 1308 configmap.go:193] Couldn't get configMap kube-system/kube-proxy: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:30:11 embed-certs-127677 kubelet[1308]: E1006 12:30:11.997244 1308 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/50b14e96-7778-4672-8197-04cd3840b93f-kube-proxy podName:50b14e96-7778-4672-8197-04cd3840b93f nodeName:}" failed. No retries permitted until 2025-10-06 12:30:12.497219267 +0000 UTC m=+6.887739539 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-proxy" (UniqueName: "kubernetes.io/configmap/50b14e96-7778-4672-8197-04cd3840b93f-kube-proxy") pod "kube-proxy-4sgz6" (UID: "50b14e96-7778-4672-8197-04cd3840b93f") : failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:30:12 embed-certs-127677 kubelet[1308]: I1006 12:30:12.156593 1308 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Oct 06 12:30:12 embed-certs-127677 kubelet[1308]: W1006 12:30:12.455236 1308 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/crio-47e85de99966ad08616854f0615373c569fa15fb6e2a3940a74827d98e931b5e WatchSource:0}: Error finding container 47e85de99966ad08616854f0615373c569fa15fb6e2a3940a74827d98e931b5e: Status 404 returned error can't find the container with id 47e85de99966ad08616854f0615373c569fa15fb6e2a3940a74827d98e931b5e
Oct 06 12:30:13 embed-certs-127677 kubelet[1308]: I1006 12:30:13.164845 1308 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-proxy-4sgz6" podStartSLOduration=3.164827841 podStartE2EDuration="3.164827841s" podCreationTimestamp="2025-10-06 12:30:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:30:13.135754154 +0000 UTC m=+7.526274442" watchObservedRunningTime="2025-10-06 12:30:13.164827841 +0000 UTC m=+7.555348121"
Oct 06 12:30:53 embed-certs-127677 kubelet[1308]: I1006 12:30:53.431696 1308 kubelet_node_status.go:439] "Fast updating node status as it just became ready"
Oct 06 12:30:53 embed-certs-127677 kubelet[1308]: I1006 12:30:53.469339 1308 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-2c4vj" podStartSLOduration=43.469320564 podStartE2EDuration="43.469320564s" podCreationTimestamp="2025-10-06 12:30:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:30:13.165950424 +0000 UTC m=+7.556470704" watchObservedRunningTime="2025-10-06 12:30:53.469320564 +0000 UTC m=+47.859840836"
Oct 06 12:30:53 embed-certs-127677 kubelet[1308]: I1006 12:30:53.527619 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9gzjj\" (UniqueName: \"kubernetes.io/projected/63e2289f-c409-4573-964b-1f739d5dde27-kube-api-access-9gzjj\") pod \"storage-provisioner\" (UID: \"63e2289f-c409-4573-964b-1f739d5dde27\") " pod="kube-system/storage-provisioner"
Oct 06 12:30:53 embed-certs-127677 kubelet[1308]: I1006 12:30:53.527679 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9r5ww\" (UniqueName: \"kubernetes.io/projected/355e3252-8c40-4dec-ba28-4e81be29fd01-kube-api-access-9r5ww\") pod \"coredns-66bc5c9577-g4kqh\" (UID: \"355e3252-8c40-4dec-ba28-4e81be29fd01\") " pod="kube-system/coredns-66bc5c9577-g4kqh"
Oct 06 12:30:53 embed-certs-127677 kubelet[1308]: I1006 12:30:53.527701 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/63e2289f-c409-4573-964b-1f739d5dde27-tmp\") pod \"storage-provisioner\" (UID: \"63e2289f-c409-4573-964b-1f739d5dde27\") " pod="kube-system/storage-provisioner"
Oct 06 12:30:53 embed-certs-127677 kubelet[1308]: I1006 12:30:53.527722 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/355e3252-8c40-4dec-ba28-4e81be29fd01-config-volume\") pod \"coredns-66bc5c9577-g4kqh\" (UID: \"355e3252-8c40-4dec-ba28-4e81be29fd01\") " pod="kube-system/coredns-66bc5c9577-g4kqh"
Oct 06 12:30:54 embed-certs-127677 kubelet[1308]: I1006 12:30:54.247779 1308 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=42.247756293 podStartE2EDuration="42.247756293s" podCreationTimestamp="2025-10-06 12:30:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:30:54.230009517 +0000 UTC m=+48.620529805" watchObservedRunningTime="2025-10-06 12:30:54.247756293 +0000 UTC m=+48.638276573"
Oct 06 12:30:56 embed-certs-127677 kubelet[1308]: I1006 12:30:56.390472 1308 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-66bc5c9577-g4kqh" podStartSLOduration=46.390452012 podStartE2EDuration="46.390452012s" podCreationTimestamp="2025-10-06 12:30:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:30:54.254656417 +0000 UTC m=+48.645176697" watchObservedRunningTime="2025-10-06 12:30:56.390452012 +0000 UTC m=+50.780972284"
Oct 06 12:30:56 embed-certs-127677 kubelet[1308]: I1006 12:30:56.452518 1308 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4jd2t\" (UniqueName: \"kubernetes.io/projected/5852b4a9-630e-46aa-8507-81df0a3928c2-kube-api-access-4jd2t\") pod \"busybox\" (UID: \"5852b4a9-630e-46aa-8507-81df0a3928c2\") " pod="default/busybox"
==> storage-provisioner [c0db28a1f5247f9c9cc01f639c83f84a06002568270fb30cc3388a4213b8099d] <==
I1006 12:30:53.889037 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:30:53.908183 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:30:53.908527 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 12:30:53.914535 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:53.920788 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:30:53.921407 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:30:53.921992 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"2363fe64-1224-46a6-9e61-d034e97266dc", APIVersion:"v1", ResourceVersion:"419", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-127677_e3ca431b-b45f-45b2-bada-815dc6d60b57 became leader
I1006 12:30:53.924135 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-127677_e3ca431b-b45f-45b2-bada-815dc6d60b57!
W1006 12:30:53.949082 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:53.952276 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:30:54.033666 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-127677_e3ca431b-b45f-45b2-bada-815dc6d60b57!
W1006 12:30:55.955483 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:55.962344 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:57.965343 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:57.969817 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:59.972518 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:59.979777 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:01.982790 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:01.987814 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:03.991661 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:04.001864 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:06.018970 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:06.030068 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-127677 -n embed-certs-127677
helpers_test.go:269: (dbg) Run: kubectl --context embed-certs-127677 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/embed-certs/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (2.67s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-953907 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p no-preload-953907 --alsologtostderr -v=1: exit status 80 (2.468325266s)
-- stdout --
* Pausing node no-preload-953907 ...
-- /stdout --
** stderr **
I1006 12:31:10.767742 484872 out.go:360] Setting OutFile to fd 1 ...
I1006 12:31:10.767861 484872 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:31:10.767871 484872 out.go:374] Setting ErrFile to fd 2...
I1006 12:31:10.767876 484872 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:31:10.768190 484872 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:31:10.768456 484872 out.go:368] Setting JSON to false
I1006 12:31:10.768485 484872 mustload.go:65] Loading cluster: no-preload-953907
I1006 12:31:10.768918 484872 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:10.769374 484872 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:31:10.786570 484872 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:31:10.786893 484872 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:31:10.840871 484872 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:55 OomKillDisable:true NGoroutines:65 SystemTime:2025-10-06 12:31:10.831179985 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:31:10.841628 484872 pause.go:58] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1758198818-20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1758198818-20370-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:no-preload-953907 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true)
wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1006 12:31:10.845087 484872 out.go:179] * Pausing node no-preload-953907 ...
I1006 12:31:10.847913 484872 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:31:10.848274 484872 ssh_runner.go:195] Run: systemctl --version
I1006 12:31:10.848328 484872 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:31:10.865615 484872 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:31:10.960781 484872 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:31:10.983118 484872 pause.go:51] kubelet running: true
I1006 12:31:10.983186 484872 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:31:11.273115 484872 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:31:11.273208 484872 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:31:11.341055 484872 cri.go:89] found id: "c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283"
I1006 12:31:11.341080 484872 cri.go:89] found id: "6e5ed1c99a46c37c4d90cee4d1cb621e5e753b8ef72e6f64f2414f6c2c2e504e"
I1006 12:31:11.341086 484872 cri.go:89] found id: "d40e4136282aa56e3d12cdce0390f4379a2ca1fc1028711655616e0810c58c45"
I1006 12:31:11.341090 484872 cri.go:89] found id: "b77b7117413274340185b14972fdd1cbc40d6f0c32991ebcdd56503a55117f20"
I1006 12:31:11.341093 484872 cri.go:89] found id: "f22a18094555b8a89e35a9fb0fd217e3384b888cdf8a0424eec00da26d969520"
I1006 12:31:11.341097 484872 cri.go:89] found id: "96af3986fa42ae97ec5ea8bb986929d5fe6bab7d51c01d6f791b7743bfdc17bb"
I1006 12:31:11.341100 484872 cri.go:89] found id: "e9527450ed455c0e80ad49586b967dfd77c157bc34d63a5061ea2b0137a9ef95"
I1006 12:31:11.341103 484872 cri.go:89] found id: "66ce972cebfbd24e94bf5085d8d6a2c7366dc6ba21a41c20ac57f0c62992cd0d"
I1006 12:31:11.341106 484872 cri.go:89] found id: "ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59"
I1006 12:31:11.341114 484872 cri.go:89] found id: "71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
I1006 12:31:11.341117 484872 cri.go:89] found id: "3e1185fdb711380e26d317bf4e72239112a3e0eba4d7339d43fc080635a71f19"
I1006 12:31:11.341120 484872 cri.go:89] found id: ""
I1006 12:31:11.341180 484872 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:31:11.352525 484872 retry.go:31] will retry after 254.391944ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:31:11Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:31:11.608076 484872 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:31:11.622503 484872 pause.go:51] kubelet running: false
I1006 12:31:11.622594 484872 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:31:11.793287 484872 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:31:11.793383 484872 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:31:11.863239 484872 cri.go:89] found id: "c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283"
I1006 12:31:11.863263 484872 cri.go:89] found id: "6e5ed1c99a46c37c4d90cee4d1cb621e5e753b8ef72e6f64f2414f6c2c2e504e"
I1006 12:31:11.863269 484872 cri.go:89] found id: "d40e4136282aa56e3d12cdce0390f4379a2ca1fc1028711655616e0810c58c45"
I1006 12:31:11.863273 484872 cri.go:89] found id: "b77b7117413274340185b14972fdd1cbc40d6f0c32991ebcdd56503a55117f20"
I1006 12:31:11.863276 484872 cri.go:89] found id: "f22a18094555b8a89e35a9fb0fd217e3384b888cdf8a0424eec00da26d969520"
I1006 12:31:11.863280 484872 cri.go:89] found id: "96af3986fa42ae97ec5ea8bb986929d5fe6bab7d51c01d6f791b7743bfdc17bb"
I1006 12:31:11.863283 484872 cri.go:89] found id: "e9527450ed455c0e80ad49586b967dfd77c157bc34d63a5061ea2b0137a9ef95"
I1006 12:31:11.863305 484872 cri.go:89] found id: "66ce972cebfbd24e94bf5085d8d6a2c7366dc6ba21a41c20ac57f0c62992cd0d"
I1006 12:31:11.863318 484872 cri.go:89] found id: "ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59"
I1006 12:31:11.863332 484872 cri.go:89] found id: "71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
I1006 12:31:11.863339 484872 cri.go:89] found id: "3e1185fdb711380e26d317bf4e72239112a3e0eba4d7339d43fc080635a71f19"
I1006 12:31:11.863346 484872 cri.go:89] found id: ""
I1006 12:31:11.863404 484872 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:31:11.875166 484872 retry.go:31] will retry after 403.141411ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:31:11Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:31:12.278726 484872 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:31:12.293687 484872 pause.go:51] kubelet running: false
I1006 12:31:12.293753 484872 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:31:12.478861 484872 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:31:12.478970 484872 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:31:12.551495 484872 cri.go:89] found id: "c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283"
I1006 12:31:12.551518 484872 cri.go:89] found id: "6e5ed1c99a46c37c4d90cee4d1cb621e5e753b8ef72e6f64f2414f6c2c2e504e"
I1006 12:31:12.551524 484872 cri.go:89] found id: "d40e4136282aa56e3d12cdce0390f4379a2ca1fc1028711655616e0810c58c45"
I1006 12:31:12.551527 484872 cri.go:89] found id: "b77b7117413274340185b14972fdd1cbc40d6f0c32991ebcdd56503a55117f20"
I1006 12:31:12.551530 484872 cri.go:89] found id: "f22a18094555b8a89e35a9fb0fd217e3384b888cdf8a0424eec00da26d969520"
I1006 12:31:12.551533 484872 cri.go:89] found id: "96af3986fa42ae97ec5ea8bb986929d5fe6bab7d51c01d6f791b7743bfdc17bb"
I1006 12:31:12.551536 484872 cri.go:89] found id: "e9527450ed455c0e80ad49586b967dfd77c157bc34d63a5061ea2b0137a9ef95"
I1006 12:31:12.551540 484872 cri.go:89] found id: "66ce972cebfbd24e94bf5085d8d6a2c7366dc6ba21a41c20ac57f0c62992cd0d"
I1006 12:31:12.551543 484872 cri.go:89] found id: "ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59"
I1006 12:31:12.551553 484872 cri.go:89] found id: "71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
I1006 12:31:12.551561 484872 cri.go:89] found id: "3e1185fdb711380e26d317bf4e72239112a3e0eba4d7339d43fc080635a71f19"
I1006 12:31:12.551564 484872 cri.go:89] found id: ""
I1006 12:31:12.551622 484872 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:31:12.562736 484872 retry.go:31] will retry after 332.253286ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:31:12Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:31:12.895256 484872 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:31:12.908630 484872 pause.go:51] kubelet running: false
I1006 12:31:12.908748 484872 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:31:13.076884 484872 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:31:13.076965 484872 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:31:13.152890 484872 cri.go:89] found id: "c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283"
I1006 12:31:13.152913 484872 cri.go:89] found id: "6e5ed1c99a46c37c4d90cee4d1cb621e5e753b8ef72e6f64f2414f6c2c2e504e"
I1006 12:31:13.152918 484872 cri.go:89] found id: "d40e4136282aa56e3d12cdce0390f4379a2ca1fc1028711655616e0810c58c45"
I1006 12:31:13.152922 484872 cri.go:89] found id: "b77b7117413274340185b14972fdd1cbc40d6f0c32991ebcdd56503a55117f20"
I1006 12:31:13.152925 484872 cri.go:89] found id: "f22a18094555b8a89e35a9fb0fd217e3384b888cdf8a0424eec00da26d969520"
I1006 12:31:13.152929 484872 cri.go:89] found id: "96af3986fa42ae97ec5ea8bb986929d5fe6bab7d51c01d6f791b7743bfdc17bb"
I1006 12:31:13.152932 484872 cri.go:89] found id: "e9527450ed455c0e80ad49586b967dfd77c157bc34d63a5061ea2b0137a9ef95"
I1006 12:31:13.152962 484872 cri.go:89] found id: "66ce972cebfbd24e94bf5085d8d6a2c7366dc6ba21a41c20ac57f0c62992cd0d"
I1006 12:31:13.152971 484872 cri.go:89] found id: "ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59"
I1006 12:31:13.152988 484872 cri.go:89] found id: "71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
I1006 12:31:13.152992 484872 cri.go:89] found id: "3e1185fdb711380e26d317bf4e72239112a3e0eba4d7339d43fc080635a71f19"
I1006 12:31:13.152996 484872 cri.go:89] found id: ""
I1006 12:31:13.153063 484872 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:31:13.168870 484872 out.go:203]
W1006 12:31:13.171728 484872 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:31:13Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:31:13Z" level=error msg="open /run/runc: no such file or directory"
W1006 12:31:13.171748 484872 out.go:285] *
*
W1006 12:31:13.177259 484872 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:31:13.180219 484872 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p no-preload-953907 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect no-preload-953907
helpers_test.go:243: (dbg) docker inspect no-preload-953907:
-- stdout --
[
{
"Id": "2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b",
"Created": "2025-10-06T12:28:30.394041429Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 481593,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:30:05.121875161Z",
"FinishedAt": "2025-10-06T12:30:04.046127982Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/hostname",
"HostsPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/hosts",
"LogPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b-json.log",
"Name": "/no-preload-953907",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-953907:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "no-preload-953907",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b",
"LowerDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/merged",
"UpperDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/diff",
"WorkDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "no-preload-953907",
"Source": "/var/lib/docker/volumes/no-preload-953907/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "no-preload-953907",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-953907",
"name.minikube.sigs.k8s.io": "no-preload-953907",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "fe0e74fa11ae1c2e9f404c2789257c88d98725b5efb62ec76012e78e6a86fbdb",
"SandboxKey": "/var/run/docker/netns/fe0e74fa11ae",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33439"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33440"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33443"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33441"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33442"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"no-preload-953907": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "52:76:37:26:a9:ce",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "231d2cd5aaa9abd6c7583db5f3ce812c41185e54ad5ec218b208e2bb4bdddc5d",
"EndpointID": "3f1df711d1f74dfed1e73a77c5a9220b86b6371f63138a98fea998d399ee5d32",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-953907",
"2cad71d7d9ef"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-953907 -n no-preload-953907
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-953907 -n no-preload-953907: exit status 2 (338.50963ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/no-preload/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p no-preload-953907 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p no-preload-953907 logs -n 25: (1.282163106s)
helpers_test.go:260: TestStartStop/group/no-preload/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬────────────────────
─┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼────────────────────
─┤
│ start │ -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ cert-options-604678 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ -p cert-options-604678 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ delete │ -p cert-options-604678 │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:27 UTC │
│ addons │ enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ │
│ stop │ -p old-k8s-version-685968 --alsologtostderr -v=3 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ addons │ enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p cert-expiration-843302 │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ stop │ -p no-preload-953907 --alsologtostderr -v=3 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable dashboard -p no-preload-953907 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ stop │ -p embed-certs-127677 --alsologtostderr -v=3 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ image │ no-preload-953907 image list --format=json │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ pause │ -p no-preload-953907 --alsologtostderr -v=1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴────────────────────
─┘
==> Last Start <==
Log file created at: 2025/10/06 12:30:04
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:30:04.713590 481469 out.go:360] Setting OutFile to fd 1 ...
I1006 12:30:04.713775 481469 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:30:04.713800 481469 out.go:374] Setting ErrFile to fd 2...
I1006 12:30:04.713821 481469 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:30:04.714124 481469 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:30:04.714596 481469 out.go:368] Setting JSON to false
I1006 12:30:04.715608 481469 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7957,"bootTime":1759745848,"procs":185,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:30:04.715705 481469 start.go:140] virtualization:
I1006 12:30:04.719168 481469 out.go:179] * [no-preload-953907] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:30:04.723921 481469 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:30:04.723999 481469 notify.go:220] Checking for updates...
I1006 12:30:04.730924 481469 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:30:04.733929 481469 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:04.736909 481469 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:30:04.739901 481469 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:30:04.743625 481469 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:30:04.747050 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:04.747705 481469 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:30:04.789926 481469 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:30:04.790087 481469 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:30:04.906726 481469 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:30:04.89653864 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:30:04.906825 481469 docker.go:318] overlay module found
I1006 12:30:04.909901 481469 out.go:179] * Using the docker driver based on existing profile
I1006 12:30:02.406479 478584 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 4.067717561s
I1006 12:30:03.031407 478584 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.692907349s
I1006 12:30:04.840493 478584 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.502149406s
I1006 12:30:04.863474 478584 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:30:04.883602 478584 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:30:04.903491 478584 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:30:04.903897 478584 kubeadm.go:318] [mark-control-plane] Marking the node embed-certs-127677 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:30:04.917480 478584 kubeadm.go:318] [bootstrap-token] Using token: 4j5zxe.aiuoevf674yayfs7
I1006 12:30:04.912814 481469 start.go:304] selected driver: docker
I1006 12:30:04.912833 481469 start.go:924] validating driver "docker" against &{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9
p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:04.913047 481469 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:30:04.913962 481469 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:30:05.015915 481469 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:30:04.996567213 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:30:05.016300 481469 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:05.016339 481469 cni.go:84] Creating CNI manager for ""
I1006 12:30:05.016399 481469 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:05.016448 481469 start.go:348] cluster config:
{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:05.021730 481469 out.go:179] * Starting "no-preload-953907" primary control-plane node in "no-preload-953907" cluster
I1006 12:30:05.024776 481469 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:30:05.027917 481469 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:30:05.030830 481469 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:30:05.030923 481469 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:30:05.030993 481469 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:30:05.031348 481469 cache.go:107] acquiring lock: {Name:mk9130051fd50af2cc16dc2af32b0e4135420e74 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031441 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1006 12:30:05.031456 481469 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 128.683µs
I1006 12:30:05.031468 481469 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1006 12:30:05.031481 481469 cache.go:107] acquiring lock: {Name:mkae01e076bc48865fd544ceb6441575cf5df863 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031517 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 exists
I1006 12:30:05.031527 481469 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1" took 47.336µs
I1006 12:30:05.031533 481469 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 succeeded
I1006 12:30:05.031546 481469 cache.go:107] acquiring lock: {Name:mk3a66d86e56a0f5afd19b3bebcbf20effe81924 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031581 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 exists
I1006 12:30:05.031589 481469 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1" took 45.161µs
I1006 12:30:05.031597 481469 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 succeeded
I1006 12:30:05.031606 481469 cache.go:107] acquiring lock: {Name:mk575e944b2ccfb1754acc5337b946594802db90 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031638 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 exists
I1006 12:30:05.031647 481469 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1" took 41.314µs
I1006 12:30:05.031653 481469 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 succeeded
I1006 12:30:05.031663 481469 cache.go:107] acquiring lock: {Name:mk6c7d746212176b717bcf253f9c648753b2cc66 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031691 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 exists
I1006 12:30:05.031696 481469 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1" took 33.945µs
I1006 12:30:05.031702 481469 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 succeeded
I1006 12:30:05.031711 481469 cache.go:107] acquiring lock: {Name:mk7de5760aec57762d46704235780a124d48df76 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031737 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 exists
I1006 12:30:05.031742 481469 cache.go:96] cache image "registry.k8s.io/pause:3.10.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1" took 32.386µs
I1006 12:30:05.031748 481469 cache.go:80] save to tar file registry.k8s.io/pause:3.10.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 succeeded
I1006 12:30:05.031756 481469 cache.go:107] acquiring lock: {Name:mkf489036b408886cd6ec2cfb42bba157320b0c8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031788 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 exists
I1006 12:30:05.031796 481469 cache.go:96] cache image "registry.k8s.io/etcd:3.6.4-0" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0" took 41.157µs
I1006 12:30:05.031808 481469 cache.go:80] save to tar file registry.k8s.io/etcd:3.6.4-0 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 succeeded
I1006 12:30:05.031818 481469 cache.go:107] acquiring lock: {Name:mkce72d93246ef27b8bb0e2bb496856f6fef3476 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031855 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 exists
I1006 12:30:05.031864 481469 cache.go:96] cache image "registry.k8s.io/coredns/coredns:v1.12.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1" took 48.156µs
I1006 12:30:05.031878 481469 cache.go:80] save to tar file registry.k8s.io/coredns/coredns:v1.12.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 succeeded
I1006 12:30:05.031884 481469 cache.go:87] Successfully saved all images to host disk.
I1006 12:30:05.064440 481469 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:30:05.064464 481469 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:30:05.064477 481469 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:30:05.064503 481469 start.go:360] acquireMachinesLock for no-preload-953907: {Name:mk58ee6bd1f83792071349ad941f91ea8ee83f3e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.064562 481469 start.go:364] duration metric: took 37.826µs to acquireMachinesLock for "no-preload-953907"
I1006 12:30:05.064587 481469 start.go:96] Skipping create...Using existing machine configuration
I1006 12:30:05.064599 481469 fix.go:54] fixHost starting:
I1006 12:30:05.064870 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:05.083427 481469 fix.go:112] recreateIfNeeded on no-preload-953907: state=Stopped err=<nil>
W1006 12:30:05.083455 481469 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:30:04.920450 478584 out.go:252] - Configuring RBAC rules ...
I1006 12:30:04.920572 478584 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:30:04.926661 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:30:04.939021 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:30:04.947468 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:30:04.953870 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:30:04.960922 478584 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:30:05.254345 478584 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:30:05.733885 478584 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:30:06.249638 478584 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:30:06.250910 478584 kubeadm.go:318]
I1006 12:30:06.251008 478584 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:30:06.251036 478584 kubeadm.go:318]
I1006 12:30:06.251129 478584 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:30:06.251135 478584 kubeadm.go:318]
I1006 12:30:06.251161 478584 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:30:06.251219 478584 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:30:06.251273 478584 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:30:06.251279 478584 kubeadm.go:318]
I1006 12:30:06.251339 478584 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:30:06.251344 478584 kubeadm.go:318]
I1006 12:30:06.251416 478584 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:30:06.251423 478584 kubeadm.go:318]
I1006 12:30:06.251486 478584 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:30:06.251567 478584 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:30:06.251646 478584 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:30:06.251651 478584 kubeadm.go:318]
I1006 12:30:06.251733 478584 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:30:06.251823 478584 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:30:06.251829 478584 kubeadm.go:318]
I1006 12:30:06.251911 478584 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token 4j5zxe.aiuoevf674yayfs7 \
I1006 12:30:06.252013 478584 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:30:06.252033 478584 kubeadm.go:318] --control-plane
I1006 12:30:06.252038 478584 kubeadm.go:318]
I1006 12:30:06.252121 478584 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:30:06.252125 478584 kubeadm.go:318]
I1006 12:30:06.252206 478584 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token 4j5zxe.aiuoevf674yayfs7 \
I1006 12:30:06.252306 478584 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:30:06.257405 478584 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:30:06.257659 478584 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:30:06.257768 478584 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:30:06.257785 478584 cni.go:84] Creating CNI manager for ""
I1006 12:30:06.257792 478584 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:06.262399 478584 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:30:06.266211 478584 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:30:06.272603 478584 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:30:06.272626 478584 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:30:06.290905 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:30:06.598669 478584 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:30:06.598789 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:06.598921 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes embed-certs-127677 minikube.k8s.io/updated_at=2025_10_06T12_30_06_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=embed-certs-127677 minikube.k8s.io/primary=true
I1006 12:30:06.616076 478584 ops.go:34] apiserver oom_adj: -16
I1006 12:30:06.736519 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:07.237337 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:05.086728 481469 out.go:252] * Restarting existing docker container for "no-preload-953907" ...
I1006 12:30:05.086811 481469 cli_runner.go:164] Run: docker start no-preload-953907
I1006 12:30:05.404070 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:05.430299 481469 kic.go:430] container "no-preload-953907" state is running.
I1006 12:30:05.430801 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:05.453460 481469 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:30:05.453743 481469 machine.go:93] provisionDockerMachine start ...
I1006 12:30:05.453816 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:05.479222 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:05.481127 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:05.481155 481469 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:30:05.483779 481469 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1006 12:30:08.625187 481469 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:30:08.625210 481469 ubuntu.go:182] provisioning hostname "no-preload-953907"
I1006 12:30:08.625275 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:08.644113 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:08.644444 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:08.644462 481469 main.go:141] libmachine: About to run SSH command:
sudo hostname no-preload-953907 && echo "no-preload-953907" | sudo tee /etc/hostname
I1006 12:30:08.799984 481469 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:30:08.800088 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:08.823816 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:08.824124 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:08.824142 481469 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-953907' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-953907/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-953907' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:30:08.970246 481469 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:30:08.970273 481469 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:30:08.970311 481469 ubuntu.go:190] setting up certificates
I1006 12:30:08.970330 481469 provision.go:84] configureAuth start
I1006 12:30:08.970395 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:08.988928 481469 provision.go:143] copyHostCerts
I1006 12:30:08.989015 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:30:08.989034 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:30:08.989111 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:30:08.989224 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:30:08.989230 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:30:08.989257 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:30:08.990766 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:30:08.990783 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:30:08.990844 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:30:08.990974 481469 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.no-preload-953907 san=[127.0.0.1 192.168.76.2 localhost minikube no-preload-953907]
I1006 12:30:09.698407 481469 provision.go:177] copyRemoteCerts
I1006 12:30:09.698478 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:30:09.698521 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:07.737614 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:08.237232 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:08.737404 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:09.237442 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:09.736599 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.237299 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.737331 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.932878 478584 kubeadm.go:1113] duration metric: took 4.334161238s to wait for elevateKubeSystemPrivileges
I1006 12:30:10.932911 478584 kubeadm.go:402] duration metric: took 22.862616366s to StartCluster
I1006 12:30:10.932929 478584 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:10.932999 478584 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:10.934022 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:10.934245 478584 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:30:10.934251 478584 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:30:10.934502 478584 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:10.934535 478584 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:30:10.934598 478584 addons.go:69] Setting storage-provisioner=true in profile "embed-certs-127677"
I1006 12:30:10.934612 478584 addons.go:238] Setting addon storage-provisioner=true in "embed-certs-127677"
I1006 12:30:10.934633 478584 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:30:10.935079 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:10.935412 478584 addons.go:69] Setting default-storageclass=true in profile "embed-certs-127677"
I1006 12:30:10.935432 478584 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-127677"
I1006 12:30:10.935690 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:10.939851 478584 out.go:179] * Verifying Kubernetes components...
I1006 12:30:10.945804 478584 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:10.998365 478584 addons.go:238] Setting addon default-storageclass=true in "embed-certs-127677"
I1006 12:30:10.998411 478584 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:30:10.998857 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:11.011674 478584 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:30:11.014769 478584 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:11.014798 478584 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:30:11.014878 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:30:11.042300 478584 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:11.042317 478584 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:30:11.042371 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:30:11.068399 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:30:11.084608 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:30:11.464544 478584 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:11.504889 478584 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:11.505310 478584 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:30:11.587743 478584 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:12.264331 478584 node_ready.go:35] waiting up to 6m0s for node "embed-certs-127677" to be "Ready" ...
I1006 12:30:12.264737 478584 start.go:976] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1006 12:30:12.646172 478584 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.058379399s)
I1006 12:30:12.649254 478584 out.go:179] * Enabled addons: default-storageclass, storage-provisioner
I1006 12:30:09.716761 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:09.833953 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:30:09.863433 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:30:09.892103 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:30:09.918708 481469 provision.go:87] duration metric: took 948.344762ms to configureAuth
I1006 12:30:09.918785 481469 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:30:09.919031 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:09.919191 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:09.941878 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:09.942206 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:09.942223 481469 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:30:10.353470 481469 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:30:10.353552 481469 machine.go:96] duration metric: took 4.899797578s to provisionDockerMachine
I1006 12:30:10.353577 481469 start.go:293] postStartSetup for "no-preload-953907" (driver="docker")
I1006 12:30:10.353600 481469 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:30:10.353713 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:30:10.353788 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.380544 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.490588 481469 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:30:10.494755 481469 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:30:10.494781 481469 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:30:10.494792 481469 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:30:10.494845 481469 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:30:10.494928 481469 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:30:10.495033 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:30:10.505624 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:30:10.525923 481469 start.go:296] duration metric: took 172.31878ms for postStartSetup
I1006 12:30:10.526030 481469 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:30:10.526108 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.547673 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.648038 481469 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:30:10.655594 481469 fix.go:56] duration metric: took 5.590994002s for fixHost
I1006 12:30:10.655661 481469 start.go:83] releasing machines lock for "no-preload-953907", held for 5.591085958s
I1006 12:30:10.655770 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:10.672994 481469 ssh_runner.go:195] Run: cat /version.json
I1006 12:30:10.673053 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.673323 481469 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:30:10.673392 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.695153 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.701976 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.805668 481469 ssh_runner.go:195] Run: systemctl --version
I1006 12:30:10.918599 481469 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:30:11.042035 481469 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:30:11.056997 481469 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:30:11.057072 481469 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:30:11.082558 481469 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:30:11.082587 481469 start.go:495] detecting cgroup driver to use...
I1006 12:30:11.082640 481469 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:30:11.082695 481469 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:30:11.112582 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:30:11.148880 481469 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:30:11.148969 481469 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:30:11.176601 481469 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:30:11.202707 481469 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:30:11.428865 481469 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:30:11.627712 481469 docker.go:234] disabling docker service ...
I1006 12:30:11.627778 481469 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:30:11.651423 481469 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:30:11.666568 481469 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:30:11.849683 481469 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:30:12.039624 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:30:12.066127 481469 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:30:12.090224 481469 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:30:12.090300 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.105959 481469 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:30:12.106044 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.118499 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.129893 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.142963 481469 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:30:12.155900 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.181240 481469 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.190398 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.200626 481469 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:30:12.209427 481469 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:30:12.217900 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:12.406789 481469 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:30:12.609216 481469 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:30:12.609289 481469 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:30:12.617311 481469 start.go:563] Will wait 60s for crictl version
I1006 12:30:12.617459 481469 ssh_runner.go:195] Run: which crictl
I1006 12:30:12.623738 481469 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:30:12.666883 481469 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:30:12.667004 481469 ssh_runner.go:195] Run: crio --version
I1006 12:30:12.727717 481469 ssh_runner.go:195] Run: crio --version
I1006 12:30:12.789280 481469 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:30:12.792413 481469 cli_runner.go:164] Run: docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:30:12.818830 481469 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:30:12.823255 481469 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:30:12.837377 481469 kubeadm.go:883] updating cluster {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:30:12.837495 481469 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:30:12.837560 481469 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:30:12.900687 481469 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:30:12.900708 481469 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:30:12.900716 481469 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1006 12:30:12.900807 481469 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-953907 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:30:12.900891 481469 ssh_runner.go:195] Run: crio config
I1006 12:30:12.965129 481469 cni.go:84] Creating CNI manager for ""
I1006 12:30:12.965162 481469 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:12.965182 481469 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:30:12.965204 481469 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-953907 NodeName:no-preload-953907 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:30:12.965356 481469 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-953907"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:30:12.965437 481469 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:30:12.977224 481469 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:30:12.977365 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:30:12.989476 481469 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:30:13.005325 481469 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:30:13.028505 481469 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1006 12:30:13.046245 481469 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:30:13.050642 481469 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:30:13.062880 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:13.240755 481469 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:13.259412 481469 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907 for IP: 192.168.76.2
I1006 12:30:13.259476 481469 certs.go:195] generating shared ca certs ...
I1006 12:30:13.259506 481469 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:13.259666 481469 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:30:13.259735 481469 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:30:13.259757 481469 certs.go:257] generating profile certs ...
I1006 12:30:13.259878 481469 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key
I1006 12:30:13.259961 481469 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c
I1006 12:30:13.260029 481469 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key
I1006 12:30:13.260195 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:30:13.260248 481469 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:30:13.260272 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:30:13.260330 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:30:13.260383 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:30:13.260442 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:30:13.260512 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:30:13.261216 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:30:13.299116 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:30:13.324137 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:30:13.345172 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:30:13.370011 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:30:13.390066 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:30:13.415162 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:30:13.450085 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:30:13.472972 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:30:13.501181 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:30:13.525658 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:30:13.546364 481469 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:30:13.561006 481469 ssh_runner.go:195] Run: openssl version
I1006 12:30:13.567764 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:30:13.577285 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.581262 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.581364 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.623247 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:30:13.631715 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:30:13.641304 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:30:13.645727 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:30:13.645842 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:30:13.687295 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:30:13.695890 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:30:13.704757 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.708464 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.708578 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.750199 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:30:13.758999 481469 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:30:13.763417 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:30:13.806227 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:30:13.848385 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:30:13.889995 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:30:13.932647 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:30:13.980660 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:30:14.029614 481469 kubeadm.go:400] StartCluster: {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:14.029726 481469 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:30:14.029814 481469 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:30:14.099618 481469 cri.go:89] found id: "ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59"
I1006 12:30:14.099642 481469 cri.go:89] found id: ""
I1006 12:30:14.099737 481469 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:30:14.118951 481469 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:30:14Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:30:14.119048 481469 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:30:14.140094 481469 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:30:14.140115 481469 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:30:14.140200 481469 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:30:14.151515 481469 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:30:14.152391 481469 kubeconfig.go:47] verify endpoint returned: get endpoint: "no-preload-953907" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:14.152970 481469 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "no-preload-953907" cluster setting kubeconfig missing "no-preload-953907" context setting]
I1006 12:30:14.155169 481469 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.160941 481469 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:30:14.187316 481469 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.76.2
I1006 12:30:14.187357 481469 kubeadm.go:601] duration metric: took 47.234261ms to restartPrimaryControlPlane
I1006 12:30:14.187399 481469 kubeadm.go:402] duration metric: took 157.794127ms to StartCluster
I1006 12:30:14.187418 481469 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.187505 481469 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:14.189199 481469 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.191302 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:14.191071 481469 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:30:14.191433 481469 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:30:14.191727 481469 addons.go:69] Setting storage-provisioner=true in profile "no-preload-953907"
I1006 12:30:14.191753 481469 addons.go:238] Setting addon storage-provisioner=true in "no-preload-953907"
W1006 12:30:14.191763 481469 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:30:14.191785 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.191858 481469 addons.go:69] Setting dashboard=true in profile "no-preload-953907"
I1006 12:30:14.191901 481469 addons.go:238] Setting addon dashboard=true in "no-preload-953907"
W1006 12:30:14.191922 481469 addons.go:247] addon dashboard should already be in state true
I1006 12:30:14.191981 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.192323 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.192549 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.192863 481469 addons.go:69] Setting default-storageclass=true in profile "no-preload-953907"
I1006 12:30:14.192881 481469 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "no-preload-953907"
I1006 12:30:14.193157 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.196183 481469 out.go:179] * Verifying Kubernetes components...
I1006 12:30:14.202899 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:14.252979 481469 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:30:14.252982 481469 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:30:14.256096 481469 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:30:14.256706 481469 addons.go:238] Setting addon default-storageclass=true in "no-preload-953907"
W1006 12:30:14.256729 481469 addons.go:247] addon default-storageclass should already be in state true
I1006 12:30:14.256755 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.257171 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.257346 481469 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:14.257357 481469 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:30:14.257392 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.259096 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:30:14.259124 481469 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:30:14.259200 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.317941 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.329818 481469 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:14.329839 481469 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:30:14.329901 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.329811 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.361948 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.613909 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:30:14.613936 481469 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:30:14.616988 481469 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:14.626860 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:14.684304 481469 node_ready.go:35] waiting up to 6m0s for node "no-preload-953907" to be "Ready" ...
I1006 12:30:14.698676 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:30:14.698745 481469 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:30:12.652228 478584 addons.go:514] duration metric: took 1.717670794s for enable addons: enabled=[default-storageclass storage-provisioner]
I1006 12:30:12.791017 478584 kapi.go:214] "coredns" deployment in "kube-system" namespace and "embed-certs-127677" context rescaled to 1 replicas
W1006 12:30:14.281962 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:16.768238 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:14.758425 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:14.763037 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:30:14.763064 481469 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:30:14.855361 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:30:14.855388 481469 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:30:14.915930 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:30:14.915958 481469 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:30:14.946577 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:30:14.946604 481469 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:30:14.971113 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:30:14.971140 481469 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:30:14.995069 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:30:14.995095 481469 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:30:15.019632 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:30:15.019672 481469 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:30:15.047479 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:30:19.254046 481469 node_ready.go:49] node "no-preload-953907" is "Ready"
I1006 12:30:19.254073 481469 node_ready.go:38] duration metric: took 4.569716941s for node "no-preload-953907" to be "Ready" ...
I1006 12:30:19.254087 481469 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:30:19.254146 481469 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:30:20.864191 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.237292051s)
I1006 12:30:20.864277 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.105826501s)
I1006 12:30:20.864581 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (5.817062068s)
I1006 12:30:20.864822 481469 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (1.610663649s)
I1006 12:30:20.864847 481469 api_server.go:72] duration metric: took 6.673447904s to wait for apiserver process to appear ...
I1006 12:30:20.864879 481469 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:30:20.864897 481469 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1006 12:30:20.867835 481469 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p no-preload-953907 addons enable metrics-server
I1006 12:30:20.873068 481469 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1006 12:30:19.268186 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:21.768142 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:20.875286 481469 api_server.go:279] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 12:30:20.875316 481469 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 12:30:20.876516 481469 addons.go:514] duration metric: took 6.685069564s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1006 12:30:21.365501 481469 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1006 12:30:21.380026 481469 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1006 12:30:21.381279 481469 api_server.go:141] control plane version: v1.34.1
I1006 12:30:21.381305 481469 api_server.go:131] duration metric: took 516.418998ms to wait for apiserver health ...
I1006 12:30:21.381316 481469 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:30:21.384842 481469 system_pods.go:59] 8 kube-system pods found
I1006 12:30:21.384889 481469 system_pods.go:61] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:21.384900 481469 system_pods.go:61] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:30:21.384909 481469 system_pods.go:61] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:30:21.384916 481469 system_pods.go:61] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:30:21.384925 481469 system_pods.go:61] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:30:21.384930 481469 system_pods.go:61] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:30:21.384941 481469 system_pods.go:61] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:30:21.384946 481469 system_pods.go:61] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Running
I1006 12:30:21.384954 481469 system_pods.go:74] duration metric: took 3.632899ms to wait for pod list to return data ...
I1006 12:30:21.384964 481469 default_sa.go:34] waiting for default service account to be created ...
I1006 12:30:21.387320 481469 default_sa.go:45] found service account: "default"
I1006 12:30:21.387363 481469 default_sa.go:55] duration metric: took 2.390298ms for default service account to be created ...
I1006 12:30:21.387374 481469 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:30:21.390776 481469 system_pods.go:86] 8 kube-system pods found
I1006 12:30:21.390808 481469 system_pods.go:89] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:21.390818 481469 system_pods.go:89] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:30:21.390824 481469 system_pods.go:89] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:30:21.390863 481469 system_pods.go:89] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:30:21.390878 481469 system_pods.go:89] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:30:21.390883 481469 system_pods.go:89] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:30:21.390890 481469 system_pods.go:89] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:30:21.390894 481469 system_pods.go:89] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Running
I1006 12:30:21.390906 481469 system_pods.go:126] duration metric: took 3.527355ms to wait for k8s-apps to be running ...
I1006 12:30:21.390920 481469 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:30:21.390979 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:30:21.407632 481469 system_svc.go:56] duration metric: took 16.701831ms WaitForService to wait for kubelet
I1006 12:30:21.407717 481469 kubeadm.go:586] duration metric: took 7.216307941s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:21.407753 481469 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:30:21.414903 481469 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:30:21.414987 481469 node_conditions.go:123] node cpu capacity is 2
I1006 12:30:21.415012 481469 node_conditions.go:105] duration metric: took 7.224575ms to run NodePressure ...
I1006 12:30:21.415051 481469 start.go:241] waiting for startup goroutines ...
I1006 12:30:21.415075 481469 start.go:246] waiting for cluster config update ...
I1006 12:30:21.415099 481469 start.go:255] writing updated cluster config ...
I1006 12:30:21.415476 481469 ssh_runner.go:195] Run: rm -f paused
I1006 12:30:21.420195 481469 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:21.425171 481469 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-rrc6r" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:30:23.431692 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:24.268628 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:26.270523 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:25.431974 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:27.447741 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:28.767966 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:31.270897 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:29.933202 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:32.431071 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:34.431622 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:33.768264 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:36.267168 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:36.931196 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:38.931355 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:38.267648 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:40.767205 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:41.430680 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:43.432550 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:43.267142 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:45.270039 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:45.434069 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:47.932302 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:47.767647 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:50.267515 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:49.932650 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:52.430776 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:54.432429 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:52.267852 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:53.767666 478584 node_ready.go:49] node "embed-certs-127677" is "Ready"
I1006 12:30:53.767698 478584 node_ready.go:38] duration metric: took 41.503326546s for node "embed-certs-127677" to be "Ready" ...
I1006 12:30:53.767712 478584 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:30:53.767773 478584 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:30:53.801835 478584 api_server.go:72] duration metric: took 42.867556583s to wait for apiserver process to appear ...
I1006 12:30:53.801859 478584 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:30:53.801878 478584 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:30:53.813079 478584 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:30:53.814576 478584 api_server.go:141] control plane version: v1.34.1
I1006 12:30:53.814600 478584 api_server.go:131] duration metric: took 12.734331ms to wait for apiserver health ...
I1006 12:30:53.814608 478584 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:30:53.819207 478584 system_pods.go:59] 8 kube-system pods found
I1006 12:30:53.819305 478584 system_pods.go:61] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:53.819327 478584 system_pods.go:61] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:53.819367 478584 system_pods.go:61] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:53.819388 478584 system_pods.go:61] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:53.819419 478584 system_pods.go:61] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:53.819453 478584 system_pods.go:61] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:53.819477 478584 system_pods.go:61] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:53.819499 478584 system_pods.go:61] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:53.819534 478584 system_pods.go:74] duration metric: took 4.919135ms to wait for pod list to return data ...
I1006 12:30:53.819563 478584 default_sa.go:34] waiting for default service account to be created ...
I1006 12:30:53.822737 478584 default_sa.go:45] found service account: "default"
I1006 12:30:53.822815 478584 default_sa.go:55] duration metric: took 3.230121ms for default service account to be created ...
I1006 12:30:53.822839 478584 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:30:53.826464 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:53.826547 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:53.826569 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:53.826605 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:53.826629 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:53.826650 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:53.826668 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:53.826699 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:53.826726 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:53.826781 478584 retry.go:31] will retry after 237.034729ms: missing components: kube-dns
I1006 12:30:54.068857 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:54.068909 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:54.068918 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:54.068925 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:54.068930 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:54.068935 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:54.068939 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:54.068948 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:54.068954 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:54.068972 478584 retry.go:31] will retry after 368.356733ms: missing components: kube-dns
I1006 12:30:54.442158 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:54.442187 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Running
I1006 12:30:54.442195 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:54.442200 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:54.442204 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:54.442209 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:54.442213 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:54.442218 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:54.442222 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Running
I1006 12:30:54.442231 478584 system_pods.go:126] duration metric: took 619.374475ms to wait for k8s-apps to be running ...
I1006 12:30:54.442243 478584 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:30:54.442315 478584 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:30:54.457602 478584 system_svc.go:56] duration metric: took 15.349044ms WaitForService to wait for kubelet
I1006 12:30:54.457629 478584 kubeadm.go:586] duration metric: took 43.523356085s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:54.457649 478584 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:30:54.461174 478584 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:30:54.461214 478584 node_conditions.go:123] node cpu capacity is 2
I1006 12:30:54.461229 478584 node_conditions.go:105] duration metric: took 3.574323ms to run NodePressure ...
I1006 12:30:54.461242 478584 start.go:241] waiting for startup goroutines ...
I1006 12:30:54.461250 478584 start.go:246] waiting for cluster config update ...
I1006 12:30:54.461261 478584 start.go:255] writing updated cluster config ...
I1006 12:30:54.461685 478584 ssh_runner.go:195] Run: rm -f paused
I1006 12:30:54.466324 478584 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:54.470550 478584 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.476158 478584 pod_ready.go:94] pod "coredns-66bc5c9577-g4kqh" is "Ready"
I1006 12:30:54.476188 478584 pod_ready.go:86] duration metric: took 5.604395ms for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.479022 478584 pod_ready.go:83] waiting for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.484312 478584 pod_ready.go:94] pod "etcd-embed-certs-127677" is "Ready"
I1006 12:30:54.484341 478584 pod_ready.go:86] duration metric: took 5.287575ms for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.486797 478584 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.492077 478584 pod_ready.go:94] pod "kube-apiserver-embed-certs-127677" is "Ready"
I1006 12:30:54.492106 478584 pod_ready.go:86] duration metric: took 5.28334ms for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.494852 478584 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.871255 478584 pod_ready.go:94] pod "kube-controller-manager-embed-certs-127677" is "Ready"
I1006 12:30:54.871283 478584 pod_ready.go:86] duration metric: took 376.40222ms for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.075643 478584 pod_ready.go:83] waiting for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.471610 478584 pod_ready.go:94] pod "kube-proxy-4sgz6" is "Ready"
I1006 12:30:55.471642 478584 pod_ready.go:86] duration metric: took 395.965454ms for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.670969 478584 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:56.070560 478584 pod_ready.go:94] pod "kube-scheduler-embed-certs-127677" is "Ready"
I1006 12:30:56.070590 478584 pod_ready.go:86] duration metric: took 399.593094ms for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:56.070604 478584 pod_ready.go:40] duration metric: took 1.604243629s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:56.144575 478584 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:30:56.147822 478584 out.go:179] * Done! kubectl is now configured to use "embed-certs-127677" cluster and "default" namespace by default
W1006 12:30:56.432897 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
I1006 12:30:57.435058 481469 pod_ready.go:94] pod "coredns-66bc5c9577-rrc6r" is "Ready"
I1006 12:30:57.435091 481469 pod_ready.go:86] duration metric: took 36.009893443s for pod "coredns-66bc5c9577-rrc6r" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.439906 481469 pod_ready.go:83] waiting for pod "etcd-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.449013 481469 pod_ready.go:94] pod "etcd-no-preload-953907" is "Ready"
I1006 12:30:57.449037 481469 pod_ready.go:86] duration metric: took 9.107012ms for pod "etcd-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.539633 481469 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.544285 481469 pod_ready.go:94] pod "kube-apiserver-no-preload-953907" is "Ready"
I1006 12:30:57.544311 481469 pod_ready.go:86] duration metric: took 4.651546ms for pod "kube-apiserver-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.546794 481469 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.631648 481469 pod_ready.go:94] pod "kube-controller-manager-no-preload-953907" is "Ready"
I1006 12:30:57.631676 481469 pod_ready.go:86] duration metric: took 84.859913ms for pod "kube-controller-manager-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.829083 481469 pod_ready.go:83] waiting for pod "kube-proxy-2mkkt" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.228870 481469 pod_ready.go:94] pod "kube-proxy-2mkkt" is "Ready"
I1006 12:30:58.228902 481469 pod_ready.go:86] duration metric: took 399.787223ms for pod "kube-proxy-2mkkt" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.429280 481469 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.832799 481469 pod_ready.go:94] pod "kube-scheduler-no-preload-953907" is "Ready"
I1006 12:30:58.832834 481469 pod_ready.go:86] duration metric: took 403.522943ms for pod "kube-scheduler-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.832848 481469 pod_ready.go:40] duration metric: took 37.412623323s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:58.913192 481469 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:30:58.916942 481469 out.go:179] * Done! kubectl is now configured to use "no-preload-953907" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 12:30:44 no-preload-953907 crio[645]: time="2025-10-06T12:30:44.695965633Z" level=info msg="Removed container 55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg/dashboard-metrics-scraper" id=e680f1b2-0893-4abf-859b-4699b5d29197 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:30:50 no-preload-953907 conmon[1146]: conmon b77b7117413274340185 <ninfo>: container 1150 exited with status 1
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.690822038Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=31a9af9c-4a68-457a-b8e7-5a827c644fa3 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.692088532Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=d6ebd6e3-4715-4a94-a923-ac2a1e6c3ae7 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.693131926Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=705c5b79-3da6-4d8d-ad20-160b220d2c94 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.693373783Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.709140834Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.709594657Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/971e2cb200047c36e3d08f870e7e38c9e2af83f1bdedf477d97fc3ccaa132098/merged/etc/passwd: no such file or directory"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.709744616Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/971e2cb200047c36e3d08f870e7e38c9e2af83f1bdedf477d97fc3ccaa132098/merged/etc/group: no such file or directory"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.710227313Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.73004445Z" level=info msg="Created container c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283: kube-system/storage-provisioner/storage-provisioner" id=705c5b79-3da6-4d8d-ad20-160b220d2c94 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.731148973Z" level=info msg="Starting container: c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283" id=49bde3b4-c33c-45cb-932a-59d305124095 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.735773556Z" level=info msg="Started container" PID=1629 containerID=c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283 description=kube-system/storage-provisioner/storage-provisioner id=49bde3b4-c33c-45cb-932a-59d305124095 name=/runtime.v1.RuntimeService/StartContainer sandboxID=cbcf44d9e845d7d4ed9adaad706c90ad122d437793285dac59c9299da68dedfa
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.436976002Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.442586756Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.442627109Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.442654474Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.449333442Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.449377611Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.449407774Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.454356686Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.454402323Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.454429917Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.459949938Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.459991284Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
c091dd85da781 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 23 seconds ago Running storage-provisioner 2 cbcf44d9e845d storage-provisioner kube-system
71e7521a5f9fd a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 29 seconds ago Exited dashboard-metrics-scraper 2 a06315d420220 dashboard-metrics-scraper-6ffb444bf9-8lxgg kubernetes-dashboard
3e1185fdb7113 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 41 seconds ago Running kubernetes-dashboard 0 82b3c5e442057 kubernetes-dashboard-855c9754f9-9222b kubernetes-dashboard
4fd87dc3825ba 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 54 seconds ago Running busybox 1 71993e9940da3 busybox default
6e5ed1c99a46c 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 54 seconds ago Running coredns 1 72b7fc2aedb0c coredns-66bc5c9577-rrc6r kube-system
d40e4136282aa 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 54 seconds ago Running kube-proxy 1 694ae435f0065 kube-proxy-2mkkt kube-system
b77b711741327 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 54 seconds ago Exited storage-provisioner 1 cbcf44d9e845d storage-provisioner kube-system
f22a18094555b b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 54 seconds ago Running kindnet-cni 1 c2e09cd085109 kindnet-9l9lk kube-system
96af3986fa42a 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 6180c688e55ae kube-controller-manager-no-preload-953907 kube-system
e9527450ed455 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 084dd43681066 kube-apiserver-no-preload-953907 kube-system
66ce972cebfbd b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 c9bba2bf66b1c kube-scheduler-no-preload-953907 kube-system
ee720ee4c31b8 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 0279dc4ba7c72 etcd-no-preload-953907 kube-system
==> coredns [6e5ed1c99a46c37c4d90cee4d1cb621e5e753b8ef72e6f64f2414f6c2c2e504e] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:46049 - 28077 "HINFO IN 5438552423049572433.1801515034466798210. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.012145507s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: no-preload-953907
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=no-preload-953907
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=no-preload-953907
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_29_17_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:29:14 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-953907
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:31:10 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:31:10 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:31:10 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:31:10 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:31:10 +0000 Mon, 06 Oct 2025 12:29:37 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: no-preload-953907
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: b74e49a9458945c3aa32c8333716cab7
System UUID: 177495de-3040-40b7-9a42-69d13ecd2c53
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 93s
kube-system coredns-66bc5c9577-rrc6r 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 112s
kube-system etcd-no-preload-953907 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 117s
kube-system kindnet-9l9lk 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 112s
kube-system kube-apiserver-no-preload-953907 250m (12%) 0 (0%) 0 (0%) 0 (0%) 117s
kube-system kube-controller-manager-no-preload-953907 200m (10%) 0 (0%) 0 (0%) 0 (0%) 117s
kube-system kube-proxy-2mkkt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 112s
kube-system kube-scheduler-no-preload-953907 100m (5%) 0 (0%) 0 (0%) 0 (0%) 118s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 112s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-8lxgg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-9222b 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 110s kube-proxy
Normal Starting 53s kube-proxy
Normal Starting 2m5s kubelet Starting kubelet.
Warning CgroupV1 2m5s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m5s (x8 over 2m5s) kubelet Node no-preload-953907 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m5s (x8 over 2m5s) kubelet Node no-preload-953907 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m5s (x8 over 2m5s) kubelet Node no-preload-953907 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 118s kubelet Node no-preload-953907 status is now: NodeHasNoDiskPressure
Warning CgroupV1 118s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 118s kubelet Node no-preload-953907 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 118s kubelet Node no-preload-953907 status is now: NodeHasSufficientPID
Normal Starting 118s kubelet Starting kubelet.
Normal RegisteredNode 113s node-controller Node no-preload-953907 event: Registered Node no-preload-953907 in Controller
Normal NodeReady 97s kubelet Node no-preload-953907 status is now: NodeReady
Normal Starting 61s kubelet Starting kubelet.
Warning CgroupV1 61s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 61s (x8 over 61s) kubelet Node no-preload-953907 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 61s (x8 over 61s) kubelet Node no-preload-953907 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 61s (x8 over 61s) kubelet Node no-preload-953907 status is now: NodeHasSufficientPID
Normal RegisteredNode 52s node-controller Node no-preload-953907 event: Registered Node no-preload-953907 in Controller
==> dmesg <==
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
==> etcd [ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59] <==
{"level":"warn","ts":"2025-10-06T12:30:17.645959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58538","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.722755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58556","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.797305Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58574","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.802579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58594","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.834608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58610","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.869050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58638","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.930288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58652","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.932741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58668","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.975526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58692","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.996806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58708","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.010777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58728","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.030990Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58744","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.064553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58756","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.074153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58774","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.117904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58790","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.136127Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58816","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.154773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58834","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.171937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58852","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.197385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58866","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.210980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58884","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.251755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58894","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.264179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58906","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.286940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58922","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.301668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58948","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.422292Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58952","server-name":"","error":"EOF"}
==> kernel <==
12:31:14 up 2:13, 0 user, load average: 3.33, 3.00, 2.44
Linux no-preload-953907 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [f22a18094555b8a89e35a9fb0fd217e3384b888cdf8a0424eec00da26d969520] <==
I1006 12:30:20.210867 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:30:20.211228 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1006 12:30:20.222105 1 main.go:148] setting mtu 1500 for CNI
I1006 12:30:20.222135 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:30:20.222148 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:30:20Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:30:20.433795 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:30:20.433815 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:30:20.433823 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:30:20.434117 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:30:50.434254 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:30:50.434367 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:30:50.434257 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1006 12:30:50.434487 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1006 12:30:51.734524 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:30:51.734665 1 metrics.go:72] Registering metrics
I1006 12:30:51.734765 1 controller.go:711] "Syncing nftables rules"
I1006 12:31:00.435707 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:31:00.435777 1 main.go:301] handling current node
I1006 12:31:10.441609 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:31:10.441649 1 main.go:301] handling current node
==> kube-apiserver [e9527450ed455c0e80ad49586b967dfd77c157bc34d63a5061ea2b0137a9ef95] <==
I1006 12:30:19.247296 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:30:19.321840 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:30:19.321948 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1006 12:30:19.324376 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:30:19.324395 1 policy_source.go:240] refreshing policies
I1006 12:30:19.328113 1 cache.go:39] Caches are synced for autoregister controller
I1006 12:30:19.331916 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:30:19.331948 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:30:19.333051 1 cache.go:39] Caches are synced for LocalAvailability controller
I1006 12:30:19.333317 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:30:19.333376 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:30:19.353234 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1006 12:30:19.372557 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:30:19.382556 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:30:19.609508 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:30:20.040570 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:30:20.396911 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:30:20.499030 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:30:20.548618 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:30:20.570609 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:30:20.782542 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.103.241.9"}
I1006 12:30:20.814956 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.109.253.240"}
I1006 12:30:23.064473 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:30:23.112798 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:30:23.280836 1 controller.go:667] quota admission added evaluator for: endpoints
==> kube-controller-manager [96af3986fa42ae97ec5ea8bb986929d5fe6bab7d51c01d6f791b7743bfdc17bb] <==
I1006 12:30:22.676836 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:30:22.676844 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:30:22.691317 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1006 12:30:22.694627 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:30:22.695802 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:30:22.695843 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:30:22.695933 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:30:22.701080 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1006 12:30:22.704860 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:30:22.705005 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:30:22.706259 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:30:22.706272 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 12:30:22.706411 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 12:30:22.706290 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:30:22.706485 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="no-preload-953907"
I1006 12:30:22.706622 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1006 12:30:22.706306 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 12:30:22.707406 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 12:30:22.708598 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1006 12:30:22.709840 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:30:22.713343 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 12:30:22.724462 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:30:22.724562 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:30:22.724641 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 12:30:22.724787 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
==> kube-proxy [d40e4136282aa56e3d12cdce0390f4379a2ca1fc1028711655616e0810c58c45] <==
I1006 12:30:20.572746 1 server_linux.go:53] "Using iptables proxy"
I1006 12:30:20.747706 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:30:20.947865 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:30:20.947922 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1006 12:30:20.948034 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:30:20.967796 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:30:20.967849 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:30:20.972023 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:30:20.972369 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:30:20.972441 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:30:20.973874 1 config.go:200] "Starting service config controller"
I1006 12:30:20.973977 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:30:20.974024 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:30:20.974051 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:30:20.974085 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:30:20.974112 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:30:20.975736 1 config.go:309] "Starting node config controller"
I1006 12:30:20.975825 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:30:20.975858 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:30:21.075112 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:30:21.075146 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:30:21.075186 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [66ce972cebfbd24e94bf5085d8d6a2c7366dc6ba21a41c20ac57f0c62992cd0d] <==
I1006 12:30:15.462845 1 serving.go:386] Generated self-signed cert in-memory
W1006 12:30:19.271239 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1006 12:30:19.271272 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1006 12:30:19.271282 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1006 12:30:19.271289 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1006 12:30:19.372324 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:30:19.372358 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:30:19.383798 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:30:19.383909 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:30:19.383929 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:30:19.383945 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:30:19.485737 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:30:23 no-preload-953907 kubelet[767]: I1006 12:30:23.434284 767 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v4p8k\" (UniqueName: \"kubernetes.io/projected/6530f9bf-e87b-4e2c-91d0-1fcb7e637413-kube-api-access-v4p8k\") pod \"kubernetes-dashboard-855c9754f9-9222b\" (UID: \"6530f9bf-e87b-4e2c-91d0-1fcb7e637413\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9222b"
Oct 06 12:30:23 no-preload-953907 kubelet[767]: W1006 12:30:23.573398 767 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/crio-a06315d420220ce760e591903f44618a75ca186d9bd8a560b302d3b1d1424f59 WatchSource:0}: Error finding container a06315d420220ce760e591903f44618a75ca186d9bd8a560b302d3b1d1424f59: Status 404 returned error can't find the container with id a06315d420220ce760e591903f44618a75ca186d9bd8a560b302d3b1d1424f59
Oct 06 12:30:23 no-preload-953907 kubelet[767]: W1006 12:30:23.876432 767 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/crio-82b3c5e44205706d15c7561e1d9b715b1a06095d8c958debdb14333613bacf77 WatchSource:0}: Error finding container 82b3c5e44205706d15c7561e1d9b715b1a06095d8c958debdb14333613bacf77: Status 404 returned error can't find the container with id 82b3c5e44205706d15c7561e1d9b715b1a06095d8c958debdb14333613bacf77
Oct 06 12:30:27 no-preload-953907 kubelet[767]: I1006 12:30:27.397090 767 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Oct 06 12:30:28 no-preload-953907 kubelet[767]: I1006 12:30:28.626786 767 scope.go:117] "RemoveContainer" containerID="b94f30f7f013bca3bcabbeff04f10549d2547bebc692bb50c2a4d0c85cf0aeaf"
Oct 06 12:30:29 no-preload-953907 kubelet[767]: I1006 12:30:29.633171 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:29 no-preload-953907 kubelet[767]: E1006 12:30:29.633331 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:30:29 no-preload-953907 kubelet[767]: I1006 12:30:29.635016 767 scope.go:117] "RemoveContainer" containerID="b94f30f7f013bca3bcabbeff04f10549d2547bebc692bb50c2a4d0c85cf0aeaf"
Oct 06 12:30:30 no-preload-953907 kubelet[767]: I1006 12:30:30.636752 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:30 no-preload-953907 kubelet[767]: E1006 12:30:30.636906 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:30:33 no-preload-953907 kubelet[767]: I1006 12:30:33.530615 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:33 no-preload-953907 kubelet[767]: E1006 12:30:33.530807 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: I1006 12:30:44.502605 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: I1006 12:30:44.674040 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: I1006 12:30:44.674523 767 scope.go:117] "RemoveContainer" containerID="71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: E1006 12:30:44.674797 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: I1006 12:30:44.698454 767 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9222b" podStartSLOduration=12.787123258 podStartE2EDuration="21.698434186s" podCreationTimestamp="2025-10-06 12:30:23 +0000 UTC" firstStartedPulling="2025-10-06 12:30:23.87896254 +0000 UTC m=+10.612810798" lastFinishedPulling="2025-10-06 12:30:32.790273468 +0000 UTC m=+19.524121726" observedRunningTime="2025-10-06 12:30:33.660396903 +0000 UTC m=+20.394245161" watchObservedRunningTime="2025-10-06 12:30:44.698434186 +0000 UTC m=+31.432282460"
Oct 06 12:30:50 no-preload-953907 kubelet[767]: I1006 12:30:50.690187 767 scope.go:117] "RemoveContainer" containerID="b77b7117413274340185b14972fdd1cbc40d6f0c32991ebcdd56503a55117f20"
Oct 06 12:30:53 no-preload-953907 kubelet[767]: I1006 12:30:53.530605 767 scope.go:117] "RemoveContainer" containerID="71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
Oct 06 12:30:53 no-preload-953907 kubelet[767]: E1006 12:30:53.531257 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:31:04 no-preload-953907 kubelet[767]: I1006 12:31:04.503244 767 scope.go:117] "RemoveContainer" containerID="71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
Oct 06 12:31:04 no-preload-953907 kubelet[767]: E1006 12:31:04.504014 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:31:11 no-preload-953907 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:31:11 no-preload-953907 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:31:11 no-preload-953907 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [3e1185fdb711380e26d317bf4e72239112a3e0eba4d7339d43fc080635a71f19] <==
2025/10/06 12:30:32 Using namespace: kubernetes-dashboard
2025/10/06 12:30:32 Using in-cluster config to connect to apiserver
2025/10/06 12:30:32 Using secret token for csrf signing
2025/10/06 12:30:32 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/10/06 12:30:32 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/10/06 12:30:32 Successful initial request to the apiserver, version: v1.34.1
2025/10/06 12:30:32 Generating JWE encryption key
2025/10/06 12:30:32 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/10/06 12:30:32 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/10/06 12:30:33 Initializing JWE encryption key from synchronized object
2025/10/06 12:30:33 Creating in-cluster Sidecar client
2025/10/06 12:30:33 Serving insecurely on HTTP port: 9090
2025/10/06 12:30:33 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:31:03 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:30:32 Starting overwatch
==> storage-provisioner [b77b7117413274340185b14972fdd1cbc40d6f0c32991ebcdd56503a55117f20] <==
I1006 12:30:20.292257 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1006 12:30:50.293959 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283] <==
I1006 12:30:50.749156 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:30:50.763597 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:30:50.763656 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 12:30:50.768592 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:54.224457 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:58.485331 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:02.089078 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:05.142323 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:08.163906 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:08.177719 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:31:08.177895 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:31:08.178255 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"6ce8c045-97a7-4fe5-8955-46609933f0f6", APIVersion:"v1", ResourceVersion:"675", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-953907_d7643d7d-ae3a-49fe-8f1e-29e45350b72e became leader
I1006 12:31:08.178324 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-953907_d7643d7d-ae3a-49fe-8f1e-29e45350b72e!
W1006 12:31:08.183660 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:08.193968 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:31:08.280583 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-953907_d7643d7d-ae3a-49fe-8f1e-29e45350b72e!
W1006 12:31:10.197255 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:10.201890 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:12.204901 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:12.209378 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:14.213030 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:14.218283 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-953907 -n no-preload-953907
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-953907 -n no-preload-953907: exit status 2 (391.664389ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context no-preload-953907 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/no-preload/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect no-preload-953907
helpers_test.go:243: (dbg) docker inspect no-preload-953907:
-- stdout --
[
{
"Id": "2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b",
"Created": "2025-10-06T12:28:30.394041429Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 481593,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:30:05.121875161Z",
"FinishedAt": "2025-10-06T12:30:04.046127982Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/hostname",
"HostsPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/hosts",
"LogPath": "/var/lib/docker/containers/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b-json.log",
"Name": "/no-preload-953907",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-953907:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "no-preload-953907",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b",
"LowerDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/merged",
"UpperDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/diff",
"WorkDir": "/var/lib/docker/overlay2/2fdea1f2e587e4b3b122fe51b1a0ebda079c25d2dfa28e7c0a1ce786c7afa6fa/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "no-preload-953907",
"Source": "/var/lib/docker/volumes/no-preload-953907/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "no-preload-953907",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-953907",
"name.minikube.sigs.k8s.io": "no-preload-953907",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "fe0e74fa11ae1c2e9f404c2789257c88d98725b5efb62ec76012e78e6a86fbdb",
"SandboxKey": "/var/run/docker/netns/fe0e74fa11ae",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33439"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33440"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33443"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33441"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33442"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"no-preload-953907": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "52:76:37:26:a9:ce",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "231d2cd5aaa9abd6c7583db5f3ce812c41185e54ad5ec218b208e2bb4bdddc5d",
"EndpointID": "3f1df711d1f74dfed1e73a77c5a9220b86b6371f63138a98fea998d399ee5d32",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-953907",
"2cad71d7d9ef"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-953907 -n no-preload-953907
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-953907 -n no-preload-953907: exit status 2 (340.495346ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/no-preload/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p no-preload-953907 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p no-preload-953907 logs -n 25: (1.266503047s)
helpers_test.go:260: TestStartStop/group/no-preload/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬────────────────────
─┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼────────────────────
─┤
│ start │ -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ cert-options-604678 ssh openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ ssh │ -p cert-options-604678 -- sudo cat /etc/kubernetes/admin.conf │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ delete │ -p cert-options-604678 │ cert-options-604678 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:26 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:26 UTC │ 06 Oct 25 12:27 UTC │
│ addons │ enable metrics-server -p old-k8s-version-685968 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ │
│ stop │ -p old-k8s-version-685968 --alsologtostderr -v=3 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:27 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p cert-expiration-843302 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ addons │ enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p cert-expiration-843302 │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ stop │ -p no-preload-953907 --alsologtostderr -v=3 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable dashboard -p no-preload-953907 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ stop │ -p embed-certs-127677 --alsologtostderr -v=3 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ image │ no-preload-953907 image list --format=json │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ pause │ -p no-preload-953907 --alsologtostderr -v=1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴────────────────────
─┘
==> Last Start <==
Log file created at: 2025/10/06 12:30:04
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:30:04.713590 481469 out.go:360] Setting OutFile to fd 1 ...
I1006 12:30:04.713775 481469 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:30:04.713800 481469 out.go:374] Setting ErrFile to fd 2...
I1006 12:30:04.713821 481469 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:30:04.714124 481469 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:30:04.714596 481469 out.go:368] Setting JSON to false
I1006 12:30:04.715608 481469 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7957,"bootTime":1759745848,"procs":185,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:30:04.715705 481469 start.go:140] virtualization:
I1006 12:30:04.719168 481469 out.go:179] * [no-preload-953907] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:30:04.723921 481469 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:30:04.723999 481469 notify.go:220] Checking for updates...
I1006 12:30:04.730924 481469 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:30:04.733929 481469 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:04.736909 481469 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:30:04.739901 481469 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:30:04.743625 481469 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:30:04.747050 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:04.747705 481469 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:30:04.789926 481469 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:30:04.790087 481469 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:30:04.906726 481469 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:30:04.89653864 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path
:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:30:04.906825 481469 docker.go:318] overlay module found
I1006 12:30:04.909901 481469 out.go:179] * Using the docker driver based on existing profile
I1006 12:30:02.406479 478584 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 4.067717561s
I1006 12:30:03.031407 478584 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.692907349s
I1006 12:30:04.840493 478584 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.502149406s
I1006 12:30:04.863474 478584 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:30:04.883602 478584 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:30:04.903491 478584 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:30:04.903897 478584 kubeadm.go:318] [mark-control-plane] Marking the node embed-certs-127677 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:30:04.917480 478584 kubeadm.go:318] [bootstrap-token] Using token: 4j5zxe.aiuoevf674yayfs7
I1006 12:30:04.912814 481469 start.go:304] selected driver: docker
I1006 12:30:04.912833 481469 start.go:924] validating driver "docker" against &{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9
p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:04.913047 481469 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:30:04.913962 481469 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:30:05.015915 481469 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:30:04.996567213 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:30:05.016300 481469 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:05.016339 481469 cni.go:84] Creating CNI manager for ""
I1006 12:30:05.016399 481469 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:05.016448 481469 start.go:348] cluster config:
{Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:05.021730 481469 out.go:179] * Starting "no-preload-953907" primary control-plane node in "no-preload-953907" cluster
I1006 12:30:05.024776 481469 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:30:05.027917 481469 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:30:05.030830 481469 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:30:05.030923 481469 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:30:05.030993 481469 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:30:05.031348 481469 cache.go:107] acquiring lock: {Name:mk9130051fd50af2cc16dc2af32b0e4135420e74 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031441 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 exists
I1006 12:30:05.031456 481469 cache.go:96] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5" took 128.683µs
I1006 12:30:05.031468 481469 cache.go:80] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded
I1006 12:30:05.031481 481469 cache.go:107] acquiring lock: {Name:mkae01e076bc48865fd544ceb6441575cf5df863 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031517 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 exists
I1006 12:30:05.031527 481469 cache.go:96] cache image "registry.k8s.io/kube-apiserver:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1" took 47.336µs
I1006 12:30:05.031533 481469 cache.go:80] save to tar file registry.k8s.io/kube-apiserver:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.34.1 succeeded
I1006 12:30:05.031546 481469 cache.go:107] acquiring lock: {Name:mk3a66d86e56a0f5afd19b3bebcbf20effe81924 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031581 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 exists
I1006 12:30:05.031589 481469 cache.go:96] cache image "registry.k8s.io/kube-controller-manager:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1" took 45.161µs
I1006 12:30:05.031597 481469 cache.go:80] save to tar file registry.k8s.io/kube-controller-manager:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.34.1 succeeded
I1006 12:30:05.031606 481469 cache.go:107] acquiring lock: {Name:mk575e944b2ccfb1754acc5337b946594802db90 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031638 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 exists
I1006 12:30:05.031647 481469 cache.go:96] cache image "registry.k8s.io/kube-scheduler:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1" took 41.314µs
I1006 12:30:05.031653 481469 cache.go:80] save to tar file registry.k8s.io/kube-scheduler:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.34.1 succeeded
I1006 12:30:05.031663 481469 cache.go:107] acquiring lock: {Name:mk6c7d746212176b717bcf253f9c648753b2cc66 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031691 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 exists
I1006 12:30:05.031696 481469 cache.go:96] cache image "registry.k8s.io/kube-proxy:v1.34.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1" took 33.945µs
I1006 12:30:05.031702 481469 cache.go:80] save to tar file registry.k8s.io/kube-proxy:v1.34.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.34.1 succeeded
I1006 12:30:05.031711 481469 cache.go:107] acquiring lock: {Name:mk7de5760aec57762d46704235780a124d48df76 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031737 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 exists
I1006 12:30:05.031742 481469 cache.go:96] cache image "registry.k8s.io/pause:3.10.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1" took 32.386µs
I1006 12:30:05.031748 481469 cache.go:80] save to tar file registry.k8s.io/pause:3.10.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/pause_3.10.1 succeeded
I1006 12:30:05.031756 481469 cache.go:107] acquiring lock: {Name:mkf489036b408886cd6ec2cfb42bba157320b0c8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031788 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 exists
I1006 12:30:05.031796 481469 cache.go:96] cache image "registry.k8s.io/etcd:3.6.4-0" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0" took 41.157µs
I1006 12:30:05.031808 481469 cache.go:80] save to tar file registry.k8s.io/etcd:3.6.4-0 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.6.4-0 succeeded
I1006 12:30:05.031818 481469 cache.go:107] acquiring lock: {Name:mkce72d93246ef27b8bb0e2bb496856f6fef3476 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.031855 481469 cache.go:115] /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 exists
I1006 12:30:05.031864 481469 cache.go:96] cache image "registry.k8s.io/coredns/coredns:v1.12.1" -> "/home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1" took 48.156µs
I1006 12:30:05.031878 481469 cache.go:80] save to tar file registry.k8s.io/coredns/coredns:v1.12.1 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/images/arm64/registry.k8s.io/coredns/coredns_v1.12.1 succeeded
I1006 12:30:05.031884 481469 cache.go:87] Successfully saved all images to host disk.
I1006 12:30:05.064440 481469 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:30:05.064464 481469 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:30:05.064477 481469 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:30:05.064503 481469 start.go:360] acquireMachinesLock for no-preload-953907: {Name:mk58ee6bd1f83792071349ad941f91ea8ee83f3e Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:30:05.064562 481469 start.go:364] duration metric: took 37.826µs to acquireMachinesLock for "no-preload-953907"
I1006 12:30:05.064587 481469 start.go:96] Skipping create...Using existing machine configuration
I1006 12:30:05.064599 481469 fix.go:54] fixHost starting:
I1006 12:30:05.064870 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:05.083427 481469 fix.go:112] recreateIfNeeded on no-preload-953907: state=Stopped err=<nil>
W1006 12:30:05.083455 481469 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:30:04.920450 478584 out.go:252] - Configuring RBAC rules ...
I1006 12:30:04.920572 478584 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:30:04.926661 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:30:04.939021 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:30:04.947468 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:30:04.953870 478584 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:30:04.960922 478584 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:30:05.254345 478584 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:30:05.733885 478584 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:30:06.249638 478584 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:30:06.250910 478584 kubeadm.go:318]
I1006 12:30:06.251008 478584 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:30:06.251036 478584 kubeadm.go:318]
I1006 12:30:06.251129 478584 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:30:06.251135 478584 kubeadm.go:318]
I1006 12:30:06.251161 478584 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:30:06.251219 478584 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:30:06.251273 478584 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:30:06.251279 478584 kubeadm.go:318]
I1006 12:30:06.251339 478584 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:30:06.251344 478584 kubeadm.go:318]
I1006 12:30:06.251416 478584 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:30:06.251423 478584 kubeadm.go:318]
I1006 12:30:06.251486 478584 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:30:06.251567 478584 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:30:06.251646 478584 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:30:06.251651 478584 kubeadm.go:318]
I1006 12:30:06.251733 478584 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:30:06.251823 478584 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:30:06.251829 478584 kubeadm.go:318]
I1006 12:30:06.251911 478584 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token 4j5zxe.aiuoevf674yayfs7 \
I1006 12:30:06.252013 478584 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:30:06.252033 478584 kubeadm.go:318] --control-plane
I1006 12:30:06.252038 478584 kubeadm.go:318]
I1006 12:30:06.252121 478584 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:30:06.252125 478584 kubeadm.go:318]
I1006 12:30:06.252206 478584 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token 4j5zxe.aiuoevf674yayfs7 \
I1006 12:30:06.252306 478584 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:30:06.257405 478584 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:30:06.257659 478584 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:30:06.257768 478584 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:30:06.257785 478584 cni.go:84] Creating CNI manager for ""
I1006 12:30:06.257792 478584 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:06.262399 478584 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:30:06.266211 478584 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:30:06.272603 478584 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:30:06.272626 478584 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:30:06.290905 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:30:06.598669 478584 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:30:06.598789 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:06.598921 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes embed-certs-127677 minikube.k8s.io/updated_at=2025_10_06T12_30_06_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=embed-certs-127677 minikube.k8s.io/primary=true
I1006 12:30:06.616076 478584 ops.go:34] apiserver oom_adj: -16
I1006 12:30:06.736519 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:07.237337 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:05.086728 481469 out.go:252] * Restarting existing docker container for "no-preload-953907" ...
I1006 12:30:05.086811 481469 cli_runner.go:164] Run: docker start no-preload-953907
I1006 12:30:05.404070 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:05.430299 481469 kic.go:430] container "no-preload-953907" state is running.
I1006 12:30:05.430801 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:05.453460 481469 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/config.json ...
I1006 12:30:05.453743 481469 machine.go:93] provisionDockerMachine start ...
I1006 12:30:05.453816 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:05.479222 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:05.481127 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:05.481155 481469 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:30:05.483779 481469 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1006 12:30:08.625187 481469 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:30:08.625210 481469 ubuntu.go:182] provisioning hostname "no-preload-953907"
I1006 12:30:08.625275 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:08.644113 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:08.644444 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:08.644462 481469 main.go:141] libmachine: About to run SSH command:
sudo hostname no-preload-953907 && echo "no-preload-953907" | sudo tee /etc/hostname
I1006 12:30:08.799984 481469 main.go:141] libmachine: SSH cmd err, output: <nil>: no-preload-953907
I1006 12:30:08.800088 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:08.823816 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:08.824124 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:08.824142 481469 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-953907' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-953907/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-953907' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:30:08.970246 481469 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:30:08.970273 481469 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:30:08.970311 481469 ubuntu.go:190] setting up certificates
I1006 12:30:08.970330 481469 provision.go:84] configureAuth start
I1006 12:30:08.970395 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:08.988928 481469 provision.go:143] copyHostCerts
I1006 12:30:08.989015 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:30:08.989034 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:30:08.989111 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:30:08.989224 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:30:08.989230 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:30:08.989257 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:30:08.990766 481469 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:30:08.990783 481469 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:30:08.990844 481469 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:30:08.990974 481469 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.no-preload-953907 san=[127.0.0.1 192.168.76.2 localhost minikube no-preload-953907]
I1006 12:30:09.698407 481469 provision.go:177] copyRemoteCerts
I1006 12:30:09.698478 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:30:09.698521 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:07.737614 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:08.237232 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:08.737404 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:09.237442 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:09.736599 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.237299 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.737331 478584 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:30:10.932878 478584 kubeadm.go:1113] duration metric: took 4.334161238s to wait for elevateKubeSystemPrivileges
I1006 12:30:10.932911 478584 kubeadm.go:402] duration metric: took 22.862616366s to StartCluster
I1006 12:30:10.932929 478584 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:10.932999 478584 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:10.934022 478584 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:10.934245 478584 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:30:10.934251 478584 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:30:10.934502 478584 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:10.934535 478584 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:30:10.934598 478584 addons.go:69] Setting storage-provisioner=true in profile "embed-certs-127677"
I1006 12:30:10.934612 478584 addons.go:238] Setting addon storage-provisioner=true in "embed-certs-127677"
I1006 12:30:10.934633 478584 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:30:10.935079 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:10.935412 478584 addons.go:69] Setting default-storageclass=true in profile "embed-certs-127677"
I1006 12:30:10.935432 478584 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-127677"
I1006 12:30:10.935690 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:10.939851 478584 out.go:179] * Verifying Kubernetes components...
I1006 12:30:10.945804 478584 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:10.998365 478584 addons.go:238] Setting addon default-storageclass=true in "embed-certs-127677"
I1006 12:30:10.998411 478584 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:30:10.998857 478584 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:30:11.011674 478584 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:30:11.014769 478584 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:11.014798 478584 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:30:11.014878 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:30:11.042300 478584 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:11.042317 478584 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:30:11.042371 478584 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:30:11.068399 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:30:11.084608 478584 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33434 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:30:11.464544 478584 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:11.504889 478584 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:11.505310 478584 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:30:11.587743 478584 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:12.264331 478584 node_ready.go:35] waiting up to 6m0s for node "embed-certs-127677" to be "Ready" ...
I1006 12:30:12.264737 478584 start.go:976] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1006 12:30:12.646172 478584 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.058379399s)
I1006 12:30:12.649254 478584 out.go:179] * Enabled addons: default-storageclass, storage-provisioner
I1006 12:30:09.716761 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:09.833953 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:30:09.863433 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1006 12:30:09.892103 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:30:09.918708 481469 provision.go:87] duration metric: took 948.344762ms to configureAuth
I1006 12:30:09.918785 481469 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:30:09.919031 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:09.919191 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:09.941878 481469 main.go:141] libmachine: Using SSH client type: native
I1006 12:30:09.942206 481469 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33439 <nil> <nil>}
I1006 12:30:09.942223 481469 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:30:10.353470 481469 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:30:10.353552 481469 machine.go:96] duration metric: took 4.899797578s to provisionDockerMachine
I1006 12:30:10.353577 481469 start.go:293] postStartSetup for "no-preload-953907" (driver="docker")
I1006 12:30:10.353600 481469 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:30:10.353713 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:30:10.353788 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.380544 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.490588 481469 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:30:10.494755 481469 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:30:10.494781 481469 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:30:10.494792 481469 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:30:10.494845 481469 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:30:10.494928 481469 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:30:10.495033 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:30:10.505624 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:30:10.525923 481469 start.go:296] duration metric: took 172.31878ms for postStartSetup
I1006 12:30:10.526030 481469 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:30:10.526108 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.547673 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.648038 481469 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:30:10.655594 481469 fix.go:56] duration metric: took 5.590994002s for fixHost
I1006 12:30:10.655661 481469 start.go:83] releasing machines lock for "no-preload-953907", held for 5.591085958s
I1006 12:30:10.655770 481469 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-953907
I1006 12:30:10.672994 481469 ssh_runner.go:195] Run: cat /version.json
I1006 12:30:10.673053 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.673323 481469 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:30:10.673392 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:10.695153 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.701976 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:10.805668 481469 ssh_runner.go:195] Run: systemctl --version
I1006 12:30:10.918599 481469 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:30:11.042035 481469 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:30:11.056997 481469 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:30:11.057072 481469 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:30:11.082558 481469 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:30:11.082587 481469 start.go:495] detecting cgroup driver to use...
I1006 12:30:11.082640 481469 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:30:11.082695 481469 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:30:11.112582 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:30:11.148880 481469 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:30:11.148969 481469 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:30:11.176601 481469 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:30:11.202707 481469 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:30:11.428865 481469 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:30:11.627712 481469 docker.go:234] disabling docker service ...
I1006 12:30:11.627778 481469 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:30:11.651423 481469 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:30:11.666568 481469 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:30:11.849683 481469 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:30:12.039624 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:30:12.066127 481469 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:30:12.090224 481469 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:30:12.090300 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.105959 481469 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:30:12.106044 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.118499 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.129893 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.142963 481469 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:30:12.155900 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.181240 481469 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.190398 481469 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:30:12.200626 481469 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:30:12.209427 481469 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:30:12.217900 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:12.406789 481469 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:30:12.609216 481469 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:30:12.609289 481469 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:30:12.617311 481469 start.go:563] Will wait 60s for crictl version
I1006 12:30:12.617459 481469 ssh_runner.go:195] Run: which crictl
I1006 12:30:12.623738 481469 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:30:12.666883 481469 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:30:12.667004 481469 ssh_runner.go:195] Run: crio --version
I1006 12:30:12.727717 481469 ssh_runner.go:195] Run: crio --version
I1006 12:30:12.789280 481469 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:30:12.792413 481469 cli_runner.go:164] Run: docker network inspect no-preload-953907 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:30:12.818830 481469 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:30:12.823255 481469 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:30:12.837377 481469 kubeadm.go:883] updating cluster {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:30:12.837495 481469 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:30:12.837560 481469 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:30:12.900687 481469 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:30:12.900708 481469 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:30:12.900716 481469 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.34.1 crio true true} ...
I1006 12:30:12.900807 481469 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-953907 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:30:12.900891 481469 ssh_runner.go:195] Run: crio config
I1006 12:30:12.965129 481469 cni.go:84] Creating CNI manager for ""
I1006 12:30:12.965162 481469 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:30:12.965182 481469 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:30:12.965204 481469 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-953907 NodeName:no-preload-953907 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:30:12.965356 481469 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-953907"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:30:12.965437 481469 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:30:12.977224 481469 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:30:12.977365 481469 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:30:12.989476 481469 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:30:13.005325 481469 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:30:13.028505 481469 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1006 12:30:13.046245 481469 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:30:13.050642 481469 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:30:13.062880 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:13.240755 481469 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:13.259412 481469 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907 for IP: 192.168.76.2
I1006 12:30:13.259476 481469 certs.go:195] generating shared ca certs ...
I1006 12:30:13.259506 481469 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:13.259666 481469 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:30:13.259735 481469 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:30:13.259757 481469 certs.go:257] generating profile certs ...
I1006 12:30:13.259878 481469 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.key
I1006 12:30:13.259961 481469 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key.d1c32e8c
I1006 12:30:13.260029 481469 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key
I1006 12:30:13.260195 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:30:13.260248 481469 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:30:13.260272 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:30:13.260330 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:30:13.260383 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:30:13.260442 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:30:13.260512 481469 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:30:13.261216 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:30:13.299116 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:30:13.324137 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:30:13.345172 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:30:13.370011 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:30:13.390066 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:30:13.415162 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:30:13.450085 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:30:13.472972 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:30:13.501181 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:30:13.525658 481469 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:30:13.546364 481469 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:30:13.561006 481469 ssh_runner.go:195] Run: openssl version
I1006 12:30:13.567764 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:30:13.577285 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.581262 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.581364 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:30:13.623247 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:30:13.631715 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:30:13.641304 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:30:13.645727 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:30:13.645842 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:30:13.687295 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:30:13.695890 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:30:13.704757 481469 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.708464 481469 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.708578 481469 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:30:13.750199 481469 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:30:13.758999 481469 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:30:13.763417 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:30:13.806227 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:30:13.848385 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:30:13.889995 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:30:13.932647 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:30:13.980660 481469 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:30:14.029614 481469 kubeadm.go:400] StartCluster: {Name:no-preload-953907 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:no-preload-953907 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:30:14.029726 481469 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:30:14.029814 481469 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:30:14.099618 481469 cri.go:89] found id: "ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59"
I1006 12:30:14.099642 481469 cri.go:89] found id: ""
I1006 12:30:14.099737 481469 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:30:14.118951 481469 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:30:14Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:30:14.119048 481469 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:30:14.140094 481469 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:30:14.140115 481469 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:30:14.140200 481469 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:30:14.151515 481469 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:30:14.152391 481469 kubeconfig.go:47] verify endpoint returned: get endpoint: "no-preload-953907" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:14.152970 481469 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "no-preload-953907" cluster setting kubeconfig missing "no-preload-953907" context setting]
I1006 12:30:14.155169 481469 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.160941 481469 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:30:14.187316 481469 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.76.2
I1006 12:30:14.187357 481469 kubeadm.go:601] duration metric: took 47.234261ms to restartPrimaryControlPlane
I1006 12:30:14.187399 481469 kubeadm.go:402] duration metric: took 157.794127ms to StartCluster
I1006 12:30:14.187418 481469 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.187505 481469 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:30:14.189199 481469 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:30:14.191302 481469 config.go:182] Loaded profile config "no-preload-953907": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:30:14.191071 481469 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:30:14.191433 481469 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:30:14.191727 481469 addons.go:69] Setting storage-provisioner=true in profile "no-preload-953907"
I1006 12:30:14.191753 481469 addons.go:238] Setting addon storage-provisioner=true in "no-preload-953907"
W1006 12:30:14.191763 481469 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:30:14.191785 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.191858 481469 addons.go:69] Setting dashboard=true in profile "no-preload-953907"
I1006 12:30:14.191901 481469 addons.go:238] Setting addon dashboard=true in "no-preload-953907"
W1006 12:30:14.191922 481469 addons.go:247] addon dashboard should already be in state true
I1006 12:30:14.191981 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.192323 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.192549 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.192863 481469 addons.go:69] Setting default-storageclass=true in profile "no-preload-953907"
I1006 12:30:14.192881 481469 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "no-preload-953907"
I1006 12:30:14.193157 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.196183 481469 out.go:179] * Verifying Kubernetes components...
I1006 12:30:14.202899 481469 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:30:14.252979 481469 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:30:14.252982 481469 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:30:14.256096 481469 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:30:14.256706 481469 addons.go:238] Setting addon default-storageclass=true in "no-preload-953907"
W1006 12:30:14.256729 481469 addons.go:247] addon default-storageclass should already be in state true
I1006 12:30:14.256755 481469 host.go:66] Checking if "no-preload-953907" exists ...
I1006 12:30:14.257171 481469 cli_runner.go:164] Run: docker container inspect no-preload-953907 --format={{.State.Status}}
I1006 12:30:14.257346 481469 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:14.257357 481469 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:30:14.257392 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.259096 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:30:14.259124 481469 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:30:14.259200 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.317941 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.329818 481469 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:14.329839 481469 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:30:14.329901 481469 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-953907
I1006 12:30:14.329811 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.361948 481469 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33439 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/no-preload-953907/id_rsa Username:docker}
I1006 12:30:14.613909 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:30:14.613936 481469 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:30:14.616988 481469 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:30:14.626860 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:30:14.684304 481469 node_ready.go:35] waiting up to 6m0s for node "no-preload-953907" to be "Ready" ...
I1006 12:30:14.698676 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:30:14.698745 481469 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:30:12.652228 478584 addons.go:514] duration metric: took 1.717670794s for enable addons: enabled=[default-storageclass storage-provisioner]
I1006 12:30:12.791017 478584 kapi.go:214] "coredns" deployment in "kube-system" namespace and "embed-certs-127677" context rescaled to 1 replicas
W1006 12:30:14.281962 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:16.768238 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:14.758425 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:30:14.763037 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:30:14.763064 481469 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:30:14.855361 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:30:14.855388 481469 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:30:14.915930 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:30:14.915958 481469 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:30:14.946577 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:30:14.946604 481469 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:30:14.971113 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:30:14.971140 481469 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:30:14.995069 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:30:14.995095 481469 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:30:15.019632 481469 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:30:15.019672 481469 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:30:15.047479 481469 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:30:19.254046 481469 node_ready.go:49] node "no-preload-953907" is "Ready"
I1006 12:30:19.254073 481469 node_ready.go:38] duration metric: took 4.569716941s for node "no-preload-953907" to be "Ready" ...
I1006 12:30:19.254087 481469 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:30:19.254146 481469 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:30:20.864191 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.237292051s)
I1006 12:30:20.864277 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.105826501s)
I1006 12:30:20.864581 481469 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (5.817062068s)
I1006 12:30:20.864822 481469 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (1.610663649s)
I1006 12:30:20.864847 481469 api_server.go:72] duration metric: took 6.673447904s to wait for apiserver process to appear ...
I1006 12:30:20.864879 481469 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:30:20.864897 481469 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1006 12:30:20.867835 481469 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p no-preload-953907 addons enable metrics-server
I1006 12:30:20.873068 481469 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1006 12:30:19.268186 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:21.768142 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:20.875286 481469 api_server.go:279] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1006 12:30:20.875316 481469 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1006 12:30:20.876516 481469 addons.go:514] duration metric: took 6.685069564s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1006 12:30:21.365501 481469 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1006 12:30:21.380026 481469 api_server.go:279] https://192.168.76.2:8443/healthz returned 200:
ok
I1006 12:30:21.381279 481469 api_server.go:141] control plane version: v1.34.1
I1006 12:30:21.381305 481469 api_server.go:131] duration metric: took 516.418998ms to wait for apiserver health ...
I1006 12:30:21.381316 481469 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:30:21.384842 481469 system_pods.go:59] 8 kube-system pods found
I1006 12:30:21.384889 481469 system_pods.go:61] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:21.384900 481469 system_pods.go:61] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:30:21.384909 481469 system_pods.go:61] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:30:21.384916 481469 system_pods.go:61] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:30:21.384925 481469 system_pods.go:61] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:30:21.384930 481469 system_pods.go:61] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:30:21.384941 481469 system_pods.go:61] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:30:21.384946 481469 system_pods.go:61] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Running
I1006 12:30:21.384954 481469 system_pods.go:74] duration metric: took 3.632899ms to wait for pod list to return data ...
I1006 12:30:21.384964 481469 default_sa.go:34] waiting for default service account to be created ...
I1006 12:30:21.387320 481469 default_sa.go:45] found service account: "default"
I1006 12:30:21.387363 481469 default_sa.go:55] duration metric: took 2.390298ms for default service account to be created ...
I1006 12:30:21.387374 481469 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:30:21.390776 481469 system_pods.go:86] 8 kube-system pods found
I1006 12:30:21.390808 481469 system_pods.go:89] "coredns-66bc5c9577-rrc6r" [5d9e6701-335a-4f4e-bbe2-1b07a70ad424] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:21.390818 481469 system_pods.go:89] "etcd-no-preload-953907" [fb5e5a6c-457a-4f1e-9296-7b8277961e0c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:30:21.390824 481469 system_pods.go:89] "kindnet-9l9lk" [b8ab1265-bca4-44ff-8ffc-700dc09f5b01] Running
I1006 12:30:21.390863 481469 system_pods.go:89] "kube-apiserver-no-preload-953907" [8422a607-45f9-423e-b868-9bfd2a47d401] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:30:21.390878 481469 system_pods.go:89] "kube-controller-manager-no-preload-953907" [8c74d75b-d0c4-43fb-a180-3e29af41bf21] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:30:21.390883 481469 system_pods.go:89] "kube-proxy-2mkkt" [2f4d6bb4-a04d-4667-9049-12b912f50534] Running
I1006 12:30:21.390890 481469 system_pods.go:89] "kube-scheduler-no-preload-953907" [6951a4b1-efbb-47b1-93bd-d0a4cc30935b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:30:21.390894 481469 system_pods.go:89] "storage-provisioner" [8cdd47ae-415d-4e24-b1ff-962950b6ef6b] Running
I1006 12:30:21.390906 481469 system_pods.go:126] duration metric: took 3.527355ms to wait for k8s-apps to be running ...
I1006 12:30:21.390920 481469 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:30:21.390979 481469 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:30:21.407632 481469 system_svc.go:56] duration metric: took 16.701831ms WaitForService to wait for kubelet
I1006 12:30:21.407717 481469 kubeadm.go:586] duration metric: took 7.216307941s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:21.407753 481469 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:30:21.414903 481469 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:30:21.414987 481469 node_conditions.go:123] node cpu capacity is 2
I1006 12:30:21.415012 481469 node_conditions.go:105] duration metric: took 7.224575ms to run NodePressure ...
I1006 12:30:21.415051 481469 start.go:241] waiting for startup goroutines ...
I1006 12:30:21.415075 481469 start.go:246] waiting for cluster config update ...
I1006 12:30:21.415099 481469 start.go:255] writing updated cluster config ...
I1006 12:30:21.415476 481469 ssh_runner.go:195] Run: rm -f paused
I1006 12:30:21.420195 481469 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:21.425171 481469 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-rrc6r" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:30:23.431692 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:24.268628 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:26.270523 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:25.431974 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:27.447741 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:28.767966 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:31.270897 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:29.933202 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:32.431071 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:34.431622 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:33.768264 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:36.267168 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:36.931196 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:38.931355 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:38.267648 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:40.767205 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:41.430680 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:43.432550 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:43.267142 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:45.270039 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:45.434069 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:47.932302 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:47.767647 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:50.267515 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
W1006 12:30:49.932650 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:52.430776 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:54.432429 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
W1006 12:30:52.267852 478584 node_ready.go:57] node "embed-certs-127677" has "Ready":"False" status (will retry)
I1006 12:30:53.767666 478584 node_ready.go:49] node "embed-certs-127677" is "Ready"
I1006 12:30:53.767698 478584 node_ready.go:38] duration metric: took 41.503326546s for node "embed-certs-127677" to be "Ready" ...
I1006 12:30:53.767712 478584 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:30:53.767773 478584 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:30:53.801835 478584 api_server.go:72] duration metric: took 42.867556583s to wait for apiserver process to appear ...
I1006 12:30:53.801859 478584 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:30:53.801878 478584 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:30:53.813079 478584 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:30:53.814576 478584 api_server.go:141] control plane version: v1.34.1
I1006 12:30:53.814600 478584 api_server.go:131] duration metric: took 12.734331ms to wait for apiserver health ...
I1006 12:30:53.814608 478584 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:30:53.819207 478584 system_pods.go:59] 8 kube-system pods found
I1006 12:30:53.819305 478584 system_pods.go:61] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:53.819327 478584 system_pods.go:61] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:53.819367 478584 system_pods.go:61] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:53.819388 478584 system_pods.go:61] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:53.819419 478584 system_pods.go:61] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:53.819453 478584 system_pods.go:61] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:53.819477 478584 system_pods.go:61] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:53.819499 478584 system_pods.go:61] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:53.819534 478584 system_pods.go:74] duration metric: took 4.919135ms to wait for pod list to return data ...
I1006 12:30:53.819563 478584 default_sa.go:34] waiting for default service account to be created ...
I1006 12:30:53.822737 478584 default_sa.go:45] found service account: "default"
I1006 12:30:53.822815 478584 default_sa.go:55] duration metric: took 3.230121ms for default service account to be created ...
I1006 12:30:53.822839 478584 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:30:53.826464 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:53.826547 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:53.826569 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:53.826605 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:53.826629 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:53.826650 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:53.826668 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:53.826699 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:53.826726 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:53.826781 478584 retry.go:31] will retry after 237.034729ms: missing components: kube-dns
I1006 12:30:54.068857 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:54.068909 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:30:54.068918 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:54.068925 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:54.068930 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:54.068935 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:54.068939 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:54.068948 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:54.068954 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:30:54.068972 478584 retry.go:31] will retry after 368.356733ms: missing components: kube-dns
I1006 12:30:54.442158 478584 system_pods.go:86] 8 kube-system pods found
I1006 12:30:54.442187 478584 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Running
I1006 12:30:54.442195 478584 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running
I1006 12:30:54.442200 478584 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:30:54.442204 478584 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running
I1006 12:30:54.442209 478584 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running
I1006 12:30:54.442213 478584 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:30:54.442218 478584 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running
I1006 12:30:54.442222 478584 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Running
I1006 12:30:54.442231 478584 system_pods.go:126] duration metric: took 619.374475ms to wait for k8s-apps to be running ...
I1006 12:30:54.442243 478584 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:30:54.442315 478584 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:30:54.457602 478584 system_svc.go:56] duration metric: took 15.349044ms WaitForService to wait for kubelet
I1006 12:30:54.457629 478584 kubeadm.go:586] duration metric: took 43.523356085s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:30:54.457649 478584 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:30:54.461174 478584 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:30:54.461214 478584 node_conditions.go:123] node cpu capacity is 2
I1006 12:30:54.461229 478584 node_conditions.go:105] duration metric: took 3.574323ms to run NodePressure ...
I1006 12:30:54.461242 478584 start.go:241] waiting for startup goroutines ...
I1006 12:30:54.461250 478584 start.go:246] waiting for cluster config update ...
I1006 12:30:54.461261 478584 start.go:255] writing updated cluster config ...
I1006 12:30:54.461685 478584 ssh_runner.go:195] Run: rm -f paused
I1006 12:30:54.466324 478584 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:54.470550 478584 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.476158 478584 pod_ready.go:94] pod "coredns-66bc5c9577-g4kqh" is "Ready"
I1006 12:30:54.476188 478584 pod_ready.go:86] duration metric: took 5.604395ms for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.479022 478584 pod_ready.go:83] waiting for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.484312 478584 pod_ready.go:94] pod "etcd-embed-certs-127677" is "Ready"
I1006 12:30:54.484341 478584 pod_ready.go:86] duration metric: took 5.287575ms for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.486797 478584 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.492077 478584 pod_ready.go:94] pod "kube-apiserver-embed-certs-127677" is "Ready"
I1006 12:30:54.492106 478584 pod_ready.go:86] duration metric: took 5.28334ms for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.494852 478584 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:54.871255 478584 pod_ready.go:94] pod "kube-controller-manager-embed-certs-127677" is "Ready"
I1006 12:30:54.871283 478584 pod_ready.go:86] duration metric: took 376.40222ms for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.075643 478584 pod_ready.go:83] waiting for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.471610 478584 pod_ready.go:94] pod "kube-proxy-4sgz6" is "Ready"
I1006 12:30:55.471642 478584 pod_ready.go:86] duration metric: took 395.965454ms for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:55.670969 478584 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:56.070560 478584 pod_ready.go:94] pod "kube-scheduler-embed-certs-127677" is "Ready"
I1006 12:30:56.070590 478584 pod_ready.go:86] duration metric: took 399.593094ms for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:56.070604 478584 pod_ready.go:40] duration metric: took 1.604243629s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:56.144575 478584 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:30:56.147822 478584 out.go:179] * Done! kubectl is now configured to use "embed-certs-127677" cluster and "default" namespace by default
W1006 12:30:56.432897 481469 pod_ready.go:104] pod "coredns-66bc5c9577-rrc6r" is not "Ready", error: <nil>
I1006 12:30:57.435058 481469 pod_ready.go:94] pod "coredns-66bc5c9577-rrc6r" is "Ready"
I1006 12:30:57.435091 481469 pod_ready.go:86] duration metric: took 36.009893443s for pod "coredns-66bc5c9577-rrc6r" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.439906 481469 pod_ready.go:83] waiting for pod "etcd-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.449013 481469 pod_ready.go:94] pod "etcd-no-preload-953907" is "Ready"
I1006 12:30:57.449037 481469 pod_ready.go:86] duration metric: took 9.107012ms for pod "etcd-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.539633 481469 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.544285 481469 pod_ready.go:94] pod "kube-apiserver-no-preload-953907" is "Ready"
I1006 12:30:57.544311 481469 pod_ready.go:86] duration metric: took 4.651546ms for pod "kube-apiserver-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.546794 481469 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.631648 481469 pod_ready.go:94] pod "kube-controller-manager-no-preload-953907" is "Ready"
I1006 12:30:57.631676 481469 pod_ready.go:86] duration metric: took 84.859913ms for pod "kube-controller-manager-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:57.829083 481469 pod_ready.go:83] waiting for pod "kube-proxy-2mkkt" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.228870 481469 pod_ready.go:94] pod "kube-proxy-2mkkt" is "Ready"
I1006 12:30:58.228902 481469 pod_ready.go:86] duration metric: took 399.787223ms for pod "kube-proxy-2mkkt" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.429280 481469 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.832799 481469 pod_ready.go:94] pod "kube-scheduler-no-preload-953907" is "Ready"
I1006 12:30:58.832834 481469 pod_ready.go:86] duration metric: took 403.522943ms for pod "kube-scheduler-no-preload-953907" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:30:58.832848 481469 pod_ready.go:40] duration metric: took 37.412623323s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:30:58.913192 481469 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:30:58.916942 481469 out.go:179] * Done! kubectl is now configured to use "no-preload-953907" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 12:30:44 no-preload-953907 crio[645]: time="2025-10-06T12:30:44.695965633Z" level=info msg="Removed container 55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg/dashboard-metrics-scraper" id=e680f1b2-0893-4abf-859b-4699b5d29197 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:30:50 no-preload-953907 conmon[1146]: conmon b77b7117413274340185 <ninfo>: container 1150 exited with status 1
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.690822038Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=31a9af9c-4a68-457a-b8e7-5a827c644fa3 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.692088532Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=d6ebd6e3-4715-4a94-a923-ac2a1e6c3ae7 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.693131926Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=705c5b79-3da6-4d8d-ad20-160b220d2c94 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.693373783Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.709140834Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.709594657Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/971e2cb200047c36e3d08f870e7e38c9e2af83f1bdedf477d97fc3ccaa132098/merged/etc/passwd: no such file or directory"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.709744616Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/971e2cb200047c36e3d08f870e7e38c9e2af83f1bdedf477d97fc3ccaa132098/merged/etc/group: no such file or directory"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.710227313Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.73004445Z" level=info msg="Created container c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283: kube-system/storage-provisioner/storage-provisioner" id=705c5b79-3da6-4d8d-ad20-160b220d2c94 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.731148973Z" level=info msg="Starting container: c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283" id=49bde3b4-c33c-45cb-932a-59d305124095 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:30:50 no-preload-953907 crio[645]: time="2025-10-06T12:30:50.735773556Z" level=info msg="Started container" PID=1629 containerID=c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283 description=kube-system/storage-provisioner/storage-provisioner id=49bde3b4-c33c-45cb-932a-59d305124095 name=/runtime.v1.RuntimeService/StartContainer sandboxID=cbcf44d9e845d7d4ed9adaad706c90ad122d437793285dac59c9299da68dedfa
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.436976002Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.442586756Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.442627109Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.442654474Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.449333442Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.449377611Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.449407774Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.454356686Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.454402323Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.454429917Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.459949938Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:31:00 no-preload-953907 crio[645]: time="2025-10-06T12:31:00.459991284Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
c091dd85da781 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 25 seconds ago Running storage-provisioner 2 cbcf44d9e845d storage-provisioner kube-system
71e7521a5f9fd a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 31 seconds ago Exited dashboard-metrics-scraper 2 a06315d420220 dashboard-metrics-scraper-6ffb444bf9-8lxgg kubernetes-dashboard
3e1185fdb7113 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 43 seconds ago Running kubernetes-dashboard 0 82b3c5e442057 kubernetes-dashboard-855c9754f9-9222b kubernetes-dashboard
4fd87dc3825ba 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 56 seconds ago Running busybox 1 71993e9940da3 busybox default
6e5ed1c99a46c 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 56 seconds ago Running coredns 1 72b7fc2aedb0c coredns-66bc5c9577-rrc6r kube-system
d40e4136282aa 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 56 seconds ago Running kube-proxy 1 694ae435f0065 kube-proxy-2mkkt kube-system
b77b711741327 66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51 56 seconds ago Exited storage-provisioner 1 cbcf44d9e845d storage-provisioner kube-system
f22a18094555b b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 56 seconds ago Running kindnet-cni 1 c2e09cd085109 kindnet-9l9lk kube-system
96af3986fa42a 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 6180c688e55ae kube-controller-manager-no-preload-953907 kube-system
e9527450ed455 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 084dd43681066 kube-apiserver-no-preload-953907 kube-system
66ce972cebfbd b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 c9bba2bf66b1c kube-scheduler-no-preload-953907 kube-system
ee720ee4c31b8 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 0279dc4ba7c72 etcd-no-preload-953907 kube-system
==> coredns [6e5ed1c99a46c37c4d90cee4d1cb621e5e753b8ef72e6f64f2414f6c2c2e504e] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:46049 - 28077 "HINFO IN 5438552423049572433.1801515034466798210. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.012145507s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: no-preload-953907
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=no-preload-953907
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=no-preload-953907
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_29_17_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:29:14 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-953907
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:31:10 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:31:10 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:31:10 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:31:10 +0000 Mon, 06 Oct 2025 12:29:10 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:31:10 +0000 Mon, 06 Oct 2025 12:29:37 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: no-preload-953907
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: b74e49a9458945c3aa32c8333716cab7
System UUID: 177495de-3040-40b7-9a42-69d13ecd2c53
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 95s
kube-system coredns-66bc5c9577-rrc6r 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 114s
kube-system etcd-no-preload-953907 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 119s
kube-system kindnet-9l9lk 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 114s
kube-system kube-apiserver-no-preload-953907 250m (12%) 0 (0%) 0 (0%) 0 (0%) 119s
kube-system kube-controller-manager-no-preload-953907 200m (10%) 0 (0%) 0 (0%) 0 (0%) 119s
kube-system kube-proxy-2mkkt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 114s
kube-system kube-scheduler-no-preload-953907 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 114s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-8lxgg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 53s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-9222b 0 (0%) 0 (0%) 0 (0%) 0 (0%) 53s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 112s kube-proxy
Normal Starting 55s kube-proxy
Normal Starting 2m7s kubelet Starting kubelet.
Warning CgroupV1 2m7s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m7s (x8 over 2m7s) kubelet Node no-preload-953907 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m7s (x8 over 2m7s) kubelet Node no-preload-953907 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m7s (x8 over 2m7s) kubelet Node no-preload-953907 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m kubelet Node no-preload-953907 status is now: NodeHasNoDiskPressure
Warning CgroupV1 2m kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m kubelet Node no-preload-953907 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 2m kubelet Node no-preload-953907 status is now: NodeHasSufficientPID
Normal Starting 2m kubelet Starting kubelet.
Normal RegisteredNode 115s node-controller Node no-preload-953907 event: Registered Node no-preload-953907 in Controller
Normal NodeReady 99s kubelet Node no-preload-953907 status is now: NodeReady
Normal Starting 63s kubelet Starting kubelet.
Warning CgroupV1 63s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 63s (x8 over 63s) kubelet Node no-preload-953907 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 63s (x8 over 63s) kubelet Node no-preload-953907 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 63s (x8 over 63s) kubelet Node no-preload-953907 status is now: NodeHasSufficientPID
Normal RegisteredNode 54s node-controller Node no-preload-953907 event: Registered Node no-preload-953907 in Controller
==> dmesg <==
[Oct 6 12:02] overlayfs: idmapped layers are currently not supported
[Oct 6 12:03] overlayfs: idmapped layers are currently not supported
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
==> etcd [ee720ee4c31b8e4687f13a2858d70cf1c260321320982ec71e584c6866839f59] <==
{"level":"warn","ts":"2025-10-06T12:30:17.645959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58538","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.722755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58556","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.797305Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58574","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.802579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58594","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.834608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58610","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.869050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58638","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.930288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58652","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.932741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58668","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.975526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58692","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:17.996806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58708","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.010777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58728","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.030990Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58744","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.064553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58756","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.074153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58774","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.117904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58790","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.136127Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58816","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.154773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58834","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.171937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58852","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.197385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58866","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.210980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58884","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.251755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58894","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.264179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58906","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.286940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58922","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.301668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58948","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:30:18.422292Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58952","server-name":"","error":"EOF"}
==> kernel <==
12:31:16 up 2:13, 0 user, load average: 3.30, 3.00, 2.45
Linux no-preload-953907 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [f22a18094555b8a89e35a9fb0fd217e3384b888cdf8a0424eec00da26d969520] <==
I1006 12:30:20.210867 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:30:20.211228 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1006 12:30:20.222105 1 main.go:148] setting mtu 1500 for CNI
I1006 12:30:20.222135 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:30:20.222148 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:30:20Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:30:20.433795 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:30:20.433815 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:30:20.433823 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:30:20.434117 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:30:50.434254 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:30:50.434367 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:30:50.434257 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1006 12:30:50.434487 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1006 12:30:51.734524 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:30:51.734665 1 metrics.go:72] Registering metrics
I1006 12:30:51.734765 1 controller.go:711] "Syncing nftables rules"
I1006 12:31:00.435707 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:31:00.435777 1 main.go:301] handling current node
I1006 12:31:10.441609 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:31:10.441649 1 main.go:301] handling current node
==> kube-apiserver [e9527450ed455c0e80ad49586b967dfd77c157bc34d63a5061ea2b0137a9ef95] <==
I1006 12:30:19.247296 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:30:19.321840 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:30:19.321948 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1006 12:30:19.324376 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:30:19.324395 1 policy_source.go:240] refreshing policies
I1006 12:30:19.328113 1 cache.go:39] Caches are synced for autoregister controller
I1006 12:30:19.331916 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:30:19.331948 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:30:19.333051 1 cache.go:39] Caches are synced for LocalAvailability controller
I1006 12:30:19.333317 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:30:19.333376 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:30:19.353234 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1006 12:30:19.372557 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:30:19.382556 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:30:19.609508 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:30:20.040570 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:30:20.396911 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:30:20.499030 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:30:20.548618 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:30:20.570609 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:30:20.782542 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.103.241.9"}
I1006 12:30:20.814956 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.109.253.240"}
I1006 12:30:23.064473 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:30:23.112798 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:30:23.280836 1 controller.go:667] quota admission added evaluator for: endpoints
==> kube-controller-manager [96af3986fa42ae97ec5ea8bb986929d5fe6bab7d51c01d6f791b7743bfdc17bb] <==
I1006 12:30:22.676836 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:30:22.676844 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:30:22.691317 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1006 12:30:22.694627 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:30:22.695802 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:30:22.695843 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:30:22.695933 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:30:22.701080 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1006 12:30:22.704860 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:30:22.705005 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:30:22.706259 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:30:22.706272 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 12:30:22.706411 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 12:30:22.706290 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:30:22.706485 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="no-preload-953907"
I1006 12:30:22.706622 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1006 12:30:22.706306 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 12:30:22.707406 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 12:30:22.708598 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1006 12:30:22.709840 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:30:22.713343 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 12:30:22.724462 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:30:22.724562 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:30:22.724641 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 12:30:22.724787 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
==> kube-proxy [d40e4136282aa56e3d12cdce0390f4379a2ca1fc1028711655616e0810c58c45] <==
I1006 12:30:20.572746 1 server_linux.go:53] "Using iptables proxy"
I1006 12:30:20.747706 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:30:20.947865 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:30:20.947922 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1006 12:30:20.948034 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:30:20.967796 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:30:20.967849 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:30:20.972023 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:30:20.972369 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:30:20.972441 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:30:20.973874 1 config.go:200] "Starting service config controller"
I1006 12:30:20.973977 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:30:20.974024 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:30:20.974051 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:30:20.974085 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:30:20.974112 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:30:20.975736 1 config.go:309] "Starting node config controller"
I1006 12:30:20.975825 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:30:20.975858 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:30:21.075112 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:30:21.075146 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:30:21.075186 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [66ce972cebfbd24e94bf5085d8d6a2c7366dc6ba21a41c20ac57f0c62992cd0d] <==
I1006 12:30:15.462845 1 serving.go:386] Generated self-signed cert in-memory
W1006 12:30:19.271239 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1006 12:30:19.271272 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1006 12:30:19.271282 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1006 12:30:19.271289 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1006 12:30:19.372324 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:30:19.372358 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:30:19.383798 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:30:19.383909 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:30:19.383929 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:30:19.383945 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:30:19.485737 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:30:23 no-preload-953907 kubelet[767]: I1006 12:30:23.434284 767 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v4p8k\" (UniqueName: \"kubernetes.io/projected/6530f9bf-e87b-4e2c-91d0-1fcb7e637413-kube-api-access-v4p8k\") pod \"kubernetes-dashboard-855c9754f9-9222b\" (UID: \"6530f9bf-e87b-4e2c-91d0-1fcb7e637413\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9222b"
Oct 06 12:30:23 no-preload-953907 kubelet[767]: W1006 12:30:23.573398 767 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/crio-a06315d420220ce760e591903f44618a75ca186d9bd8a560b302d3b1d1424f59 WatchSource:0}: Error finding container a06315d420220ce760e591903f44618a75ca186d9bd8a560b302d3b1d1424f59: Status 404 returned error can't find the container with id a06315d420220ce760e591903f44618a75ca186d9bd8a560b302d3b1d1424f59
Oct 06 12:30:23 no-preload-953907 kubelet[767]: W1006 12:30:23.876432 767 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/2cad71d7d9efd86a61e4ae0a052efcb0db8172b70d8e734fd1dacec454ad2c9b/crio-82b3c5e44205706d15c7561e1d9b715b1a06095d8c958debdb14333613bacf77 WatchSource:0}: Error finding container 82b3c5e44205706d15c7561e1d9b715b1a06095d8c958debdb14333613bacf77: Status 404 returned error can't find the container with id 82b3c5e44205706d15c7561e1d9b715b1a06095d8c958debdb14333613bacf77
Oct 06 12:30:27 no-preload-953907 kubelet[767]: I1006 12:30:27.397090 767 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Oct 06 12:30:28 no-preload-953907 kubelet[767]: I1006 12:30:28.626786 767 scope.go:117] "RemoveContainer" containerID="b94f30f7f013bca3bcabbeff04f10549d2547bebc692bb50c2a4d0c85cf0aeaf"
Oct 06 12:30:29 no-preload-953907 kubelet[767]: I1006 12:30:29.633171 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:29 no-preload-953907 kubelet[767]: E1006 12:30:29.633331 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:30:29 no-preload-953907 kubelet[767]: I1006 12:30:29.635016 767 scope.go:117] "RemoveContainer" containerID="b94f30f7f013bca3bcabbeff04f10549d2547bebc692bb50c2a4d0c85cf0aeaf"
Oct 06 12:30:30 no-preload-953907 kubelet[767]: I1006 12:30:30.636752 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:30 no-preload-953907 kubelet[767]: E1006 12:30:30.636906 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:30:33 no-preload-953907 kubelet[767]: I1006 12:30:33.530615 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:33 no-preload-953907 kubelet[767]: E1006 12:30:33.530807 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: I1006 12:30:44.502605 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: I1006 12:30:44.674040 767 scope.go:117] "RemoveContainer" containerID="55f1152e7165cf83266cfe7a59e67ceadd5540c8de038bbf25d91711d43e2da9"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: I1006 12:30:44.674523 767 scope.go:117] "RemoveContainer" containerID="71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: E1006 12:30:44.674797 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:30:44 no-preload-953907 kubelet[767]: I1006 12:30:44.698454 767 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-9222b" podStartSLOduration=12.787123258 podStartE2EDuration="21.698434186s" podCreationTimestamp="2025-10-06 12:30:23 +0000 UTC" firstStartedPulling="2025-10-06 12:30:23.87896254 +0000 UTC m=+10.612810798" lastFinishedPulling="2025-10-06 12:30:32.790273468 +0000 UTC m=+19.524121726" observedRunningTime="2025-10-06 12:30:33.660396903 +0000 UTC m=+20.394245161" watchObservedRunningTime="2025-10-06 12:30:44.698434186 +0000 UTC m=+31.432282460"
Oct 06 12:30:50 no-preload-953907 kubelet[767]: I1006 12:30:50.690187 767 scope.go:117] "RemoveContainer" containerID="b77b7117413274340185b14972fdd1cbc40d6f0c32991ebcdd56503a55117f20"
Oct 06 12:30:53 no-preload-953907 kubelet[767]: I1006 12:30:53.530605 767 scope.go:117] "RemoveContainer" containerID="71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
Oct 06 12:30:53 no-preload-953907 kubelet[767]: E1006 12:30:53.531257 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:31:04 no-preload-953907 kubelet[767]: I1006 12:31:04.503244 767 scope.go:117] "RemoveContainer" containerID="71e7521a5f9fd75f41419a329c0656f0379cfe67c4d7f1a34314f94f02e59fe7"
Oct 06 12:31:04 no-preload-953907 kubelet[767]: E1006 12:31:04.504014 767 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-8lxgg_kubernetes-dashboard(1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-8lxgg" podUID="1f7bd2f1-1a2b-4592-af61-ba9e2c87e1fd"
Oct 06 12:31:11 no-preload-953907 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:31:11 no-preload-953907 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:31:11 no-preload-953907 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [3e1185fdb711380e26d317bf4e72239112a3e0eba4d7339d43fc080635a71f19] <==
2025/10/06 12:30:32 Using namespace: kubernetes-dashboard
2025/10/06 12:30:32 Using in-cluster config to connect to apiserver
2025/10/06 12:30:32 Using secret token for csrf signing
2025/10/06 12:30:32 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/10/06 12:30:32 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/10/06 12:30:32 Successful initial request to the apiserver, version: v1.34.1
2025/10/06 12:30:32 Generating JWE encryption key
2025/10/06 12:30:32 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/10/06 12:30:32 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/10/06 12:30:33 Initializing JWE encryption key from synchronized object
2025/10/06 12:30:33 Creating in-cluster Sidecar client
2025/10/06 12:30:33 Serving insecurely on HTTP port: 9090
2025/10/06 12:30:33 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:31:03 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:30:32 Starting overwatch
==> storage-provisioner [b77b7117413274340185b14972fdd1cbc40d6f0c32991ebcdd56503a55117f20] <==
I1006 12:30:20.292257 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1006 12:30:50.293959 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [c091dd85da7815c6d6913d974c04ecfe22378d4d3b9f2a70863869fedb494283] <==
I1006 12:30:50.749156 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:30:50.763597 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:30:50.763656 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 12:30:50.768592 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:54.224457 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:30:58.485331 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:02.089078 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:05.142323 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:08.163906 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:08.177719 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:31:08.177895 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:31:08.178255 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"6ce8c045-97a7-4fe5-8955-46609933f0f6", APIVersion:"v1", ResourceVersion:"675", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-953907_d7643d7d-ae3a-49fe-8f1e-29e45350b72e became leader
I1006 12:31:08.178324 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-953907_d7643d7d-ae3a-49fe-8f1e-29e45350b72e!
W1006 12:31:08.183660 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:08.193968 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:31:08.280583 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-953907_d7643d7d-ae3a-49fe-8f1e-29e45350b72e!
W1006 12:31:10.197255 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:10.201890 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:12.204901 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:12.209378 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:14.213030 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:14.218283 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:16.221773 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:31:16.229864 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-953907 -n no-preload-953907
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-953907 -n no-preload-953907: exit status 2 (357.11251ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context no-preload-953907 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/no-preload/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/no-preload/serial/Pause (6.73s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-127677 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p embed-certs-127677 --alsologtostderr -v=1: exit status 80 (1.886936778s)
-- stdout --
* Pausing node embed-certs-127677 ...
-- /stdout --
** stderr **
I1006 12:32:28.375382 491058 out.go:360] Setting OutFile to fd 1 ...
I1006 12:32:28.375573 491058 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:32:28.375583 491058 out.go:374] Setting ErrFile to fd 2...
I1006 12:32:28.375589 491058 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:32:28.375944 491058 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:32:28.376234 491058 out.go:368] Setting JSON to false
I1006 12:32:28.376264 491058 mustload.go:65] Loading cluster: embed-certs-127677
I1006 12:32:28.376713 491058 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:32:28.377263 491058 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:32:28.397185 491058 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:32:28.397506 491058 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:32:28.468352 491058 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:32:28.458719716 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:32:28.469076 491058 pause.go:58] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1758198818-20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1758198818-20370-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:embed-certs-127677 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true
) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1006 12:32:28.472949 491058 out.go:179] * Pausing node embed-certs-127677 ...
I1006 12:32:28.476114 491058 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:32:28.476483 491058 ssh_runner.go:195] Run: systemctl --version
I1006 12:32:28.476535 491058 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:32:28.499171 491058 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:32:28.600544 491058 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:32:28.617444 491058 pause.go:51] kubelet running: true
I1006 12:32:28.617509 491058 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:32:28.916873 491058 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:32:28.916975 491058 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:32:28.987312 491058 cri.go:89] found id: "45fa3c9571b48880b937b2f3ad6fe7a3acc38188618da99261df13aa4e9bac9b"
I1006 12:32:28.987333 491058 cri.go:89] found id: "0d3f34b6fc541e434ae4203ce0098edc315f82db44d8f6ef0d4243c835311461"
I1006 12:32:28.987338 491058 cri.go:89] found id: "ab3f84254e95ebb6d82cc07d42e245e459a1c5188e849627402beb1fbf1c5ed4"
I1006 12:32:28.987342 491058 cri.go:89] found id: "6a1d88d384d38f5d756e0eb44cac88362ccbcc0f30532b4f5a4d6737ac268dc0"
I1006 12:32:28.987345 491058 cri.go:89] found id: "ef64e2b06c1ced1b105fc53b29cede899c42442556b3221f5be14dca69793524"
I1006 12:32:28.987389 491058 cri.go:89] found id: "3791b0eb2b70bd548ad61d2bdee71d4b9af136367b726daf3786a04c94a29d5a"
I1006 12:32:28.987399 491058 cri.go:89] found id: "c95b6e03a7d07c4561cf7131488a167b197757f27e6bd0a03f6dc92e7bb9e53f"
I1006 12:32:28.987403 491058 cri.go:89] found id: "f16616ee6f5bf2ba38a797d35dac308d0d657e3d8e5dcee09bc086a388a1d191"
I1006 12:32:28.987406 491058 cri.go:89] found id: "7d183d3c5f86a1fb5ff3a74da45e5a942ba7ae5a9c3ed1c2f083fe95ea920eac"
I1006 12:32:28.987412 491058 cri.go:89] found id: "0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9"
I1006 12:32:28.987415 491058 cri.go:89] found id: "094cb7143c071883510e848cee0a90fddf9e8f44f810f448f0696e8d513b42b9"
I1006 12:32:28.987419 491058 cri.go:89] found id: ""
I1006 12:32:28.987478 491058 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:32:28.998756 491058 retry.go:31] will retry after 209.821342ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:32:28Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:32:29.209212 491058 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:32:29.222375 491058 pause.go:51] kubelet running: false
I1006 12:32:29.222444 491058 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:32:29.403968 491058 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:32:29.404107 491058 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:32:29.482128 491058 cri.go:89] found id: "45fa3c9571b48880b937b2f3ad6fe7a3acc38188618da99261df13aa4e9bac9b"
I1006 12:32:29.482151 491058 cri.go:89] found id: "0d3f34b6fc541e434ae4203ce0098edc315f82db44d8f6ef0d4243c835311461"
I1006 12:32:29.482155 491058 cri.go:89] found id: "ab3f84254e95ebb6d82cc07d42e245e459a1c5188e849627402beb1fbf1c5ed4"
I1006 12:32:29.482160 491058 cri.go:89] found id: "6a1d88d384d38f5d756e0eb44cac88362ccbcc0f30532b4f5a4d6737ac268dc0"
I1006 12:32:29.482163 491058 cri.go:89] found id: "ef64e2b06c1ced1b105fc53b29cede899c42442556b3221f5be14dca69793524"
I1006 12:32:29.482166 491058 cri.go:89] found id: "3791b0eb2b70bd548ad61d2bdee71d4b9af136367b726daf3786a04c94a29d5a"
I1006 12:32:29.482170 491058 cri.go:89] found id: "c95b6e03a7d07c4561cf7131488a167b197757f27e6bd0a03f6dc92e7bb9e53f"
I1006 12:32:29.482202 491058 cri.go:89] found id: "f16616ee6f5bf2ba38a797d35dac308d0d657e3d8e5dcee09bc086a388a1d191"
I1006 12:32:29.482215 491058 cri.go:89] found id: "7d183d3c5f86a1fb5ff3a74da45e5a942ba7ae5a9c3ed1c2f083fe95ea920eac"
I1006 12:32:29.482221 491058 cri.go:89] found id: "0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9"
I1006 12:32:29.482224 491058 cri.go:89] found id: "094cb7143c071883510e848cee0a90fddf9e8f44f810f448f0696e8d513b42b9"
I1006 12:32:29.482227 491058 cri.go:89] found id: ""
I1006 12:32:29.482288 491058 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:32:29.499623 491058 retry.go:31] will retry after 327.951811ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:32:29Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:32:29.828249 491058 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:32:29.842085 491058 pause.go:51] kubelet running: false
I1006 12:32:29.842192 491058 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:32:30.067754 491058 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:32:30.067928 491058 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:32:30.172964 491058 cri.go:89] found id: "45fa3c9571b48880b937b2f3ad6fe7a3acc38188618da99261df13aa4e9bac9b"
I1006 12:32:30.173040 491058 cri.go:89] found id: "0d3f34b6fc541e434ae4203ce0098edc315f82db44d8f6ef0d4243c835311461"
I1006 12:32:30.173060 491058 cri.go:89] found id: "ab3f84254e95ebb6d82cc07d42e245e459a1c5188e849627402beb1fbf1c5ed4"
I1006 12:32:30.173075 491058 cri.go:89] found id: "6a1d88d384d38f5d756e0eb44cac88362ccbcc0f30532b4f5a4d6737ac268dc0"
I1006 12:32:30.173093 491058 cri.go:89] found id: "ef64e2b06c1ced1b105fc53b29cede899c42442556b3221f5be14dca69793524"
I1006 12:32:30.173124 491058 cri.go:89] found id: "3791b0eb2b70bd548ad61d2bdee71d4b9af136367b726daf3786a04c94a29d5a"
I1006 12:32:30.173145 491058 cri.go:89] found id: "c95b6e03a7d07c4561cf7131488a167b197757f27e6bd0a03f6dc92e7bb9e53f"
I1006 12:32:30.173162 491058 cri.go:89] found id: "f16616ee6f5bf2ba38a797d35dac308d0d657e3d8e5dcee09bc086a388a1d191"
I1006 12:32:30.173178 491058 cri.go:89] found id: "7d183d3c5f86a1fb5ff3a74da45e5a942ba7ae5a9c3ed1c2f083fe95ea920eac"
I1006 12:32:30.173211 491058 cri.go:89] found id: "0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9"
I1006 12:32:30.173234 491058 cri.go:89] found id: "094cb7143c071883510e848cee0a90fddf9e8f44f810f448f0696e8d513b42b9"
I1006 12:32:30.173250 491058 cri.go:89] found id: ""
I1006 12:32:30.173365 491058 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:32:30.191782 491058 out.go:203]
W1006 12:32:30.194792 491058 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:32:30Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:32:30Z" level=error msg="open /run/runc: no such file or directory"
W1006 12:32:30.194822 491058 out.go:285] *
*
W1006 12:32:30.200583 491058 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:32:30.203643 491058 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p embed-certs-127677 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect embed-certs-127677
helpers_test.go:243: (dbg) docker inspect embed-certs-127677:
-- stdout --
[
{
"Id": "baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466",
"Created": "2025-10-06T12:29:38.359058806Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 486574,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:31:20.94700784Z",
"FinishedAt": "2025-10-06T12:31:19.822694316Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/hostname",
"HostsPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/hosts",
"LogPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466-json.log",
"Name": "/embed-certs-127677",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-127677:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "embed-certs-127677",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466",
"LowerDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/merged",
"UpperDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/diff",
"WorkDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "embed-certs-127677",
"Source": "/var/lib/docker/volumes/embed-certs-127677/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "embed-certs-127677",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-127677",
"name.minikube.sigs.k8s.io": "embed-certs-127677",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "2452d7ed9a2c47cdfdd58084c290374591219912cdc6fefa9f090ee83fcefbb8",
"SandboxKey": "/var/run/docker/netns/2452d7ed9a2c",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33444"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33445"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33448"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33446"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33447"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"embed-certs-127677": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "42:49:27:00:55:d7",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "fce2b63930d2cd6c38536e8932f92b480a35ecb8f4952ae43a9b80f65a63c9af",
"EndpointID": "9617a05df01b6a62e9db7252dcb118e124c63131026a56967f3e157634c65c8e",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-127677",
"baa4bb16bf7a"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-127677 -n embed-certs-127677
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-127677 -n embed-certs-127677: exit status 2 (371.980605ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-127677 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p embed-certs-127677 logs -n 25: (1.388691795s)
helpers_test.go:260: TestStartStop/group/embed-certs/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ addons │ enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p cert-expiration-843302 │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ stop │ -p no-preload-953907 --alsologtostderr -v=3 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable dashboard -p no-preload-953907 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ stop │ -p embed-certs-127677 --alsologtostderr -v=3 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ image │ no-preload-953907 image list --format=json │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ pause │ -p no-preload-953907 --alsologtostderr -v=1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ delete │ -p no-preload-953907 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ addons │ enable dashboard -p embed-certs-127677 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ delete │ -p no-preload-953907 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:32 UTC │
│ delete │ -p disable-driver-mounts-402838 │ disable-driver-mounts-402838 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ start │ -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ image │ embed-certs-127677 image list --format=json │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:32 UTC │
│ pause │ -p embed-certs-127677 --alsologtostderr -v=1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/10/06 12:31:20
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:31:20.925505 486511 out.go:360] Setting OutFile to fd 1 ...
I1006 12:31:20.925777 486511 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:31:20.925788 486511 out.go:374] Setting ErrFile to fd 2...
I1006 12:31:20.925793 486511 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:31:20.926115 486511 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:31:20.926631 486511 out.go:368] Setting JSON to false
I1006 12:31:20.932389 486511 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8033,"bootTime":1759745848,"procs":155,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:31:20.932473 486511 start.go:140] virtualization:
I1006 12:31:20.935970 486511 out.go:179] * [default-k8s-diff-port-684953] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:31:20.940007 486511 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:31:20.940232 486511 notify.go:220] Checking for updates...
I1006 12:31:20.946083 486511 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:31:20.951078 486511 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:31:20.956872 486511 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:31:20.959736 486511 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:31:20.962559 486511 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:31:20.966059 486511 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:20.966178 486511 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:31:21.015700 486511 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:31:21.015851 486511 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:31:21.121473 486511 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:0 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:41 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:31:21.112220144 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:31:21.122014 486511 docker.go:318] overlay module found
I1006 12:31:21.125444 486511 out.go:179] * Using the docker driver based on user configuration
I1006 12:31:21.128305 486511 start.go:304] selected driver: docker
I1006 12:31:21.128331 486511 start.go:924] validating driver "docker" against <nil>
I1006 12:31:21.128347 486511 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:31:21.129062 486511 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:31:21.228501 486511 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:0 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:40 OomKillDisable:true NGoroutines:56 SystemTime:2025-10-06 12:31:21.208919077 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:31:21.228672 486511 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:31:21.228898 486511 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:31:21.232439 486511 out.go:179] * Using Docker driver with root privileges
I1006 12:31:21.235489 486511 cni.go:84] Creating CNI manager for ""
I1006 12:31:21.235564 486511 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:31:21.235581 486511 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:31:21.235664 486511 start.go:348] cluster config:
{Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:
cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SS
HAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:31:21.239041 486511 out.go:179] * Starting "default-k8s-diff-port-684953" primary control-plane node in "default-k8s-diff-port-684953" cluster
I1006 12:31:21.242088 486511 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:31:21.245309 486511 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:31:21.248927 486511 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:31:21.248990 486511 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:31:21.249005 486511 cache.go:58] Caching tarball of preloaded images
I1006 12:31:21.249098 486511 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:31:21.249107 486511 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:31:21.249217 486511 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json ...
I1006 12:31:21.249234 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json: {Name:mkdc943fcfadd3cfe2e7aa41bafdb664a5cf3047 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:21.249427 486511 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:31:21.285456 486511 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:31:21.285482 486511 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:31:21.285503 486511 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:31:21.285535 486511 start.go:360] acquireMachinesLock for default-k8s-diff-port-684953: {Name:mk224d840769c0a057c66d2928dc91b2a19aafe3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:31:21.285636 486511 start.go:364] duration metric: took 85.137µs to acquireMachinesLock for "default-k8s-diff-port-684953"
I1006 12:31:21.285662 486511 start.go:93] Provisioning new machine with config: &{Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default API
ServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:
false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:31:21.285738 486511 start.go:125] createHost starting for "" (driver="docker")
I1006 12:31:20.898999 486353 out.go:252] * Restarting existing docker container for "embed-certs-127677" ...
I1006 12:31:20.899087 486353 cli_runner.go:164] Run: docker start embed-certs-127677
I1006 12:31:21.233142 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:21.274364 486353 kic.go:430] container "embed-certs-127677" state is running.
I1006 12:31:21.274765 486353 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:31:21.305746 486353 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/config.json ...
I1006 12:31:21.305969 486353 machine.go:93] provisionDockerMachine start ...
I1006 12:31:21.306029 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:21.336448 486353 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:21.336887 486353 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33444 <nil> <nil>}
I1006 12:31:21.336902 486353 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:31:21.337696 486353 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1006 12:31:24.493382 486353 main.go:141] libmachine: SSH cmd err, output: <nil>: embed-certs-127677
I1006 12:31:24.493409 486353 ubuntu.go:182] provisioning hostname "embed-certs-127677"
I1006 12:31:24.493484 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:24.531753 486353 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:24.532086 486353 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33444 <nil> <nil>}
I1006 12:31:24.532103 486353 main.go:141] libmachine: About to run SSH command:
sudo hostname embed-certs-127677 && echo "embed-certs-127677" | sudo tee /etc/hostname
I1006 12:31:24.691891 486353 main.go:141] libmachine: SSH cmd err, output: <nil>: embed-certs-127677
I1006 12:31:24.691984 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:24.727128 486353 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:24.727429 486353 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33444 <nil> <nil>}
I1006 12:31:24.727446 486353 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-127677' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-127677/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-127677' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:31:24.913916 486353 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:31:24.913960 486353 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:31:24.913990 486353 ubuntu.go:190] setting up certificates
I1006 12:31:24.914012 486353 provision.go:84] configureAuth start
I1006 12:31:24.914079 486353 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:31:24.930981 486353 provision.go:143] copyHostCerts
I1006 12:31:24.931051 486353 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:31:24.931071 486353 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:31:24.931147 486353 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:31:24.931247 486353 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:31:24.931258 486353 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:31:24.931288 486353 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:31:24.931341 486353 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:31:24.931350 486353 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:31:24.931374 486353 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:31:24.931418 486353 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.embed-certs-127677 san=[127.0.0.1 192.168.85.2 embed-certs-127677 localhost minikube]
I1006 12:31:25.069557 486353 provision.go:177] copyRemoteCerts
I1006 12:31:25.069632 486353 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:31:25.069677 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.090502 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:25.194580 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:31:25.215814 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:31:25.234969 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:31:25.254101 486353 provision.go:87] duration metric: took 340.063615ms to configureAuth
I1006 12:31:25.254175 486353 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:31:25.254392 486353 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:25.254505 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.271316 486353 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:25.272451 486353 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33444 <nil> <nil>}
I1006 12:31:25.272479 486353 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:31:21.289793 486511 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:31:21.290036 486511 start.go:159] libmachine.API.Create for "default-k8s-diff-port-684953" (driver="docker")
I1006 12:31:21.290077 486511 client.go:168] LocalClient.Create starting
I1006 12:31:21.290149 486511 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:31:21.290179 486511 main.go:141] libmachine: Decoding PEM data...
I1006 12:31:21.290192 486511 main.go:141] libmachine: Parsing certificate...
I1006 12:31:21.290246 486511 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:31:21.290267 486511 main.go:141] libmachine: Decoding PEM data...
I1006 12:31:21.290278 486511 main.go:141] libmachine: Parsing certificate...
I1006 12:31:21.291133 486511 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-684953 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:31:21.341616 486511 cli_runner.go:211] docker network inspect default-k8s-diff-port-684953 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:31:21.341708 486511 network_create.go:284] running [docker network inspect default-k8s-diff-port-684953] to gather additional debugging logs...
I1006 12:31:21.341784 486511 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-684953
W1006 12:31:21.364335 486511 cli_runner.go:211] docker network inspect default-k8s-diff-port-684953 returned with exit code 1
I1006 12:31:21.364365 486511 network_create.go:287] error running [docker network inspect default-k8s-diff-port-684953]: docker network inspect default-k8s-diff-port-684953: exit status 1
stdout:
[]
stderr:
Error response from daemon: network default-k8s-diff-port-684953 not found
I1006 12:31:21.364379 486511 network_create.go:289] output of [docker network inspect default-k8s-diff-port-684953]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network default-k8s-diff-port-684953 not found
** /stderr **
I1006 12:31:21.364568 486511 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:31:21.391877 486511 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:31:21.392317 486511 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:31:21.392593 486511 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:31:21.393043 486511 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a02cc0}
I1006 12:31:21.393061 486511 network_create.go:124] attempt to create docker network default-k8s-diff-port-684953 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1006 12:31:21.393121 486511 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=default-k8s-diff-port-684953 default-k8s-diff-port-684953
I1006 12:31:21.479571 486511 network_create.go:108] docker network default-k8s-diff-port-684953 192.168.76.0/24 created
I1006 12:31:21.479602 486511 kic.go:121] calculated static IP "192.168.76.2" for the "default-k8s-diff-port-684953" container
I1006 12:31:21.479670 486511 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:31:21.498462 486511 cli_runner.go:164] Run: docker volume create default-k8s-diff-port-684953 --label name.minikube.sigs.k8s.io=default-k8s-diff-port-684953 --label created_by.minikube.sigs.k8s.io=true
I1006 12:31:21.528357 486511 oci.go:103] Successfully created a docker volume default-k8s-diff-port-684953
I1006 12:31:21.530515 486511 cli_runner.go:164] Run: docker run --rm --name default-k8s-diff-port-684953-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=default-k8s-diff-port-684953 --entrypoint /usr/bin/test -v default-k8s-diff-port-684953:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:31:22.125132 486511 oci.go:107] Successfully prepared a docker volume default-k8s-diff-port-684953
I1006 12:31:22.125180 486511 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:31:22.125201 486511 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:31:22.125281 486511 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v default-k8s-diff-port-684953:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 12:31:25.700119 486353 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:31:25.700185 486353 machine.go:96] duration metric: took 4.394205545s to provisionDockerMachine
I1006 12:31:25.700212 486353 start.go:293] postStartSetup for "embed-certs-127677" (driver="docker")
I1006 12:31:25.700239 486353 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:31:25.700367 486353 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:31:25.700429 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.724214 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:25.833745 486353 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:31:25.837460 486353 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:31:25.837496 486353 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:31:25.837508 486353 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:31:25.837610 486353 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:31:25.837700 486353 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:31:25.837810 486353 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:31:25.845898 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:31:25.863890 486353 start.go:296] duration metric: took 163.647559ms for postStartSetup
I1006 12:31:25.864031 486353 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:31:25.864084 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.883047 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:25.974997 486353 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:31:25.979949 486353 fix.go:56] duration metric: took 5.119272152s for fixHost
I1006 12:31:25.979973 486353 start.go:83] releasing machines lock for "embed-certs-127677", held for 5.119318519s
I1006 12:31:25.980052 486353 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:31:25.998679 486353 ssh_runner.go:195] Run: cat /version.json
I1006 12:31:25.998733 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.999174 486353 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:31:25.999248 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:26.022566 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:26.023193 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:26.121878 486353 ssh_runner.go:195] Run: systemctl --version
I1006 12:31:26.246848 486353 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:31:26.310315 486353 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:31:26.315636 486353 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:31:26.315703 486353 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:31:26.334795 486353 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:31:26.334822 486353 start.go:495] detecting cgroup driver to use...
I1006 12:31:26.334853 486353 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:31:26.334912 486353 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:31:26.366834 486353 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:31:26.383623 486353 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:31:26.383688 486353 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:31:26.406008 486353 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:31:26.422349 486353 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:31:26.640204 486353 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:31:26.951439 486353 docker.go:234] disabling docker service ...
I1006 12:31:26.951532 486353 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:31:26.983887 486353 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:31:26.998945 486353 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:31:27.361448 486353 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:31:27.509624 486353 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:31:27.522961 486353 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:31:27.539045 486353 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:31:27.539111 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.548158 486353 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:31:27.548225 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.557086 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.565915 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.575137 486353 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:31:27.583681 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.592696 486353 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.601336 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.610278 486353 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:31:27.618303 486353 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:31:27.625662 486353 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:27.743550 486353 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:31:27.884236 486353 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:31:27.884342 486353 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:31:27.888404 486353 start.go:563] Will wait 60s for crictl version
I1006 12:31:27.888494 486353 ssh_runner.go:195] Run: which crictl
I1006 12:31:27.892023 486353 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:31:27.917001 486353 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:31:27.917141 486353 ssh_runner.go:195] Run: crio --version
I1006 12:31:27.947138 486353 ssh_runner.go:195] Run: crio --version
I1006 12:31:27.980027 486353 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:31:27.982886 486353 cli_runner.go:164] Run: docker network inspect embed-certs-127677 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:31:27.997986 486353 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:31:28.002004 486353 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:31:28.014542 486353 kubeadm.go:883] updating cluster {Name:embed-certs-127677 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:31:28.014662 486353 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:31:28.014738 486353 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:31:28.054206 486353 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:31:28.054231 486353 crio.go:433] Images already preloaded, skipping extraction
I1006 12:31:28.054291 486353 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:31:28.081625 486353 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:31:28.081650 486353 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:31:28.081658 486353 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:31:28.081764 486353 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-127677 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:31:28.081846 486353 ssh_runner.go:195] Run: crio config
I1006 12:31:28.158401 486353 cni.go:84] Creating CNI manager for ""
I1006 12:31:28.158428 486353 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:31:28.158447 486353 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:31:28.158501 486353 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-127677 NodeName:embed-certs-127677 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:31:28.158662 486353 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-127677"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:31:28.158743 486353 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:31:28.166824 486353 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:31:28.166911 486353 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:31:28.174919 486353 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1006 12:31:28.188183 486353 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:31:28.201627 486353 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2215 bytes)
I1006 12:31:28.214831 486353 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:31:28.218794 486353 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:31:28.228824 486353 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:28.417256 486353 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:31:28.446022 486353 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677 for IP: 192.168.85.2
I1006 12:31:28.446043 486353 certs.go:195] generating shared ca certs ...
I1006 12:31:28.446060 486353 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:28.446218 486353 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:31:28.446277 486353 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:31:28.446290 486353 certs.go:257] generating profile certs ...
I1006 12:31:28.446376 486353 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/client.key
I1006 12:31:28.446442 486353 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key.eccce16e
I1006 12:31:28.446481 486353 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.key
I1006 12:31:28.446601 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:31:28.446635 486353 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:31:28.446649 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:31:28.446679 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:31:28.446710 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:31:28.446739 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:31:28.446792 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:31:28.447474 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:31:28.490169 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:31:28.542117 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:31:28.592688 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:31:28.634364 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1006 12:31:28.673610 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:31:28.704592 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:31:28.745743 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:31:28.777020 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:31:28.801639 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:31:28.825807 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:31:28.846663 486353 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:31:28.860926 486353 ssh_runner.go:195] Run: openssl version
I1006 12:31:28.868301 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:31:28.879234 486353 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:28.883836 486353 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:28.883903 486353 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:28.933466 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:31:28.941792 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:31:28.950250 486353 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:31:28.954408 486353 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:31:28.954474 486353 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:31:28.999102 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:31:29.007762 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:31:29.017723 486353 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:31:29.022560 486353 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:31:29.022633 486353 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:31:29.069792 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:31:29.084584 486353 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:31:29.088505 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:31:29.130633 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:31:29.171880 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:31:29.214213 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:31:29.264486 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:31:29.312349 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:31:29.422535 486353 kubeadm.go:400] StartCluster: {Name:embed-certs-127677 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker B
inaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:31:29.422679 486353 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:31:29.422796 486353 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:31:29.480318 486353 cri.go:89] found id: "3791b0eb2b70bd548ad61d2bdee71d4b9af136367b726daf3786a04c94a29d5a"
I1006 12:31:29.480392 486353 cri.go:89] found id: "c95b6e03a7d07c4561cf7131488a167b197757f27e6bd0a03f6dc92e7bb9e53f"
I1006 12:31:29.480410 486353 cri.go:89] found id: "f16616ee6f5bf2ba38a797d35dac308d0d657e3d8e5dcee09bc086a388a1d191"
I1006 12:31:29.480436 486353 cri.go:89] found id: "7d183d3c5f86a1fb5ff3a74da45e5a942ba7ae5a9c3ed1c2f083fe95ea920eac"
I1006 12:31:29.480464 486353 cri.go:89] found id: ""
I1006 12:31:29.480538 486353 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:31:29.499794 486353 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:31:29Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:31:29.499967 486353 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:31:29.509609 486353 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:31:29.509682 486353 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:31:29.509771 486353 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:31:29.523301 486353 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:31:29.523775 486353 kubeconfig.go:47] verify endpoint returned: get endpoint: "embed-certs-127677" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:31:29.523929 486353 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "embed-certs-127677" cluster setting kubeconfig missing "embed-certs-127677" context setting]
I1006 12:31:29.524250 486353 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:29.525869 486353 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:31:29.534158 486353 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.85.2
I1006 12:31:29.534231 486353 kubeadm.go:601] duration metric: took 24.530281ms to restartPrimaryControlPlane
I1006 12:31:29.534255 486353 kubeadm.go:402] duration metric: took 111.732308ms to StartCluster
I1006 12:31:29.534296 486353 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:29.534370 486353 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:31:29.535389 486353 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:29.535669 486353 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:31:29.536069 486353 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:29.536105 486353 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:31:29.536327 486353 addons.go:69] Setting storage-provisioner=true in profile "embed-certs-127677"
I1006 12:31:29.536354 486353 addons.go:238] Setting addon storage-provisioner=true in "embed-certs-127677"
W1006 12:31:29.536374 486353 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:31:29.536422 486353 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:31:29.537080 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:29.537268 486353 addons.go:69] Setting dashboard=true in profile "embed-certs-127677"
I1006 12:31:29.537309 486353 addons.go:238] Setting addon dashboard=true in "embed-certs-127677"
W1006 12:31:29.537330 486353 addons.go:247] addon dashboard should already be in state true
I1006 12:31:29.537415 486353 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:31:29.537579 486353 addons.go:69] Setting default-storageclass=true in profile "embed-certs-127677"
I1006 12:31:29.537607 486353 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-127677"
I1006 12:31:29.537884 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:29.538127 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:29.541660 486353 out.go:179] * Verifying Kubernetes components...
I1006 12:31:29.545801 486353 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:29.598883 486353 addons.go:238] Setting addon default-storageclass=true in "embed-certs-127677"
W1006 12:31:29.598913 486353 addons.go:247] addon default-storageclass should already be in state true
I1006 12:31:29.598937 486353 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:31:29.599378 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:29.600024 486353 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:31:29.601726 486353 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:31:29.605261 486353 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:31:29.605328 486353 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:31:29.605345 486353 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:31:29.605409 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:29.608307 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:31:29.608335 486353 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:31:29.608419 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:29.654257 486353 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:31:29.654285 486353 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:31:29.654352 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:29.679012 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:29.689177 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:29.711301 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:29.911034 486353 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:31:29.916700 486353 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:31:29.947401 486353 node_ready.go:35] waiting up to 6m0s for node "embed-certs-127677" to be "Ready" ...
I1006 12:31:29.948908 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:31:29.948974 486353 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:31:29.983049 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:31:29.983139 486353 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:31:30.041993 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:31:30.042019 486353 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:31:30.058691 486353 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:31:30.104155 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:31:30.104177 486353 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:31:30.192461 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:31:30.192538 486353 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:31:30.259419 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:31:30.259493 486353 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:31:30.314860 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:31:30.314933 486353 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:31:30.338992 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:31:30.339065 486353 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:31:30.363933 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:31:30.364009 486353 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:31:30.387245 486353 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:31:26.069702 486511 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v default-k8s-diff-port-684953:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (3.944369792s)
I1006 12:31:26.069737 486511 kic.go:203] duration metric: took 3.944532165s to extract preloaded images to volume ...
W1006 12:31:26.069882 486511 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:31:26.069997 486511 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:31:26.142793 486511 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname default-k8s-diff-port-684953 --name default-k8s-diff-port-684953 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=default-k8s-diff-port-684953 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=default-k8s-diff-port-684953 --network default-k8s-diff-port-684953 --ip 192.168.76.2 --volume default-k8s-diff-port-684953:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8444 --publish=127.0.0.1::8444 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:31:26.546571 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Running}}
I1006 12:31:26.571893 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:31:26.604813 486511 cli_runner.go:164] Run: docker exec default-k8s-diff-port-684953 stat /var/lib/dpkg/alternatives/iptables
I1006 12:31:26.671416 486511 oci.go:144] the created container "default-k8s-diff-port-684953" has a running status.
I1006 12:31:26.671452 486511 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa...
I1006 12:31:27.221170 486511 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:31:27.254807 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:31:27.290954 486511 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:31:27.290976 486511 kic_runner.go:114] Args: [docker exec --privileged default-k8s-diff-port-684953 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:31:27.378292 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:31:27.403241 486511 machine.go:93] provisionDockerMachine start ...
I1006 12:31:27.403347 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:27.427103 486511 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:27.427476 486511 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33449 <nil> <nil>}
I1006 12:31:27.427486 486511 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:31:27.428286 486511 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:55276->127.0.0.1:33449: read: connection reset by peer
I1006 12:31:30.593371 486511 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-684953
I1006 12:31:30.593458 486511 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-684953"
I1006 12:31:30.593583 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:30.617621 486511 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:30.617928 486511 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33449 <nil> <nil>}
I1006 12:31:30.617940 486511 main.go:141] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-684953 && echo "default-k8s-diff-port-684953" | sudo tee /etc/hostname
I1006 12:31:30.798787 486511 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-684953
I1006 12:31:30.798880 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:30.822659 486511 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:30.822968 486511 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33449 <nil> <nil>}
I1006 12:31:30.822991 486511 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-684953' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-684953/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-684953' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:31:30.985957 486511 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:31:30.985985 486511 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:31:30.986004 486511 ubuntu.go:190] setting up certificates
I1006 12:31:30.986031 486511 provision.go:84] configureAuth start
I1006 12:31:30.986102 486511 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:31:31.012832 486511 provision.go:143] copyHostCerts
I1006 12:31:31.012914 486511 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:31:31.012928 486511 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:31:31.013022 486511 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:31:31.013124 486511 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:31:31.013133 486511 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:31:31.013160 486511 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:31:31.013220 486511 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:31:31.013230 486511 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:31:31.013254 486511 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:31:31.013316 486511 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-684953 san=[127.0.0.1 192.168.76.2 default-k8s-diff-port-684953 localhost minikube]
I1006 12:31:31.517239 486511 provision.go:177] copyRemoteCerts
I1006 12:31:31.517310 486511 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:31:31.517354 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:31.534671 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:31.643681 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:31:31.677623 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1006 12:31:31.715151 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1671 bytes)
I1006 12:31:31.741489 486511 provision.go:87] duration metric: took 755.430463ms to configureAuth
I1006 12:31:31.741613 486511 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:31:31.741816 486511 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:31.741928 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:31.771301 486511 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:31.771628 486511 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33449 <nil> <nil>}
I1006 12:31:31.771649 486511 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:31:32.122664 486511 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:31:32.122689 486511 machine.go:96] duration metric: took 4.719428305s to provisionDockerMachine
I1006 12:31:32.122700 486511 client.go:171] duration metric: took 10.832616687s to LocalClient.Create
I1006 12:31:32.122715 486511 start.go:167] duration metric: took 10.832681213s to libmachine.API.Create "default-k8s-diff-port-684953"
I1006 12:31:32.122726 486511 start.go:293] postStartSetup for "default-k8s-diff-port-684953" (driver="docker")
I1006 12:31:32.122736 486511 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:31:32.122799 486511 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:31:32.122843 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:32.155027 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:32.263548 486511 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:31:32.267504 486511 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:31:32.267543 486511 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:31:32.267554 486511 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:31:32.267616 486511 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:31:32.267717 486511 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:31:32.267827 486511 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:31:32.283798 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:31:32.312273 486511 start.go:296] duration metric: took 189.53232ms for postStartSetup
I1006 12:31:32.312650 486511 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:31:32.357821 486511 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json ...
I1006 12:31:32.358105 486511 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:31:32.358158 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:32.383029 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:32.478836 486511 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:31:32.486806 486511 start.go:128] duration metric: took 11.201053498s to createHost
I1006 12:31:32.486828 486511 start.go:83] releasing machines lock for "default-k8s-diff-port-684953", held for 11.201183396s
I1006 12:31:32.486910 486511 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:31:32.514047 486511 ssh_runner.go:195] Run: cat /version.json
I1006 12:31:32.514102 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:32.514322 486511 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:31:32.514379 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:32.549724 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:32.558914 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:32.682688 486511 ssh_runner.go:195] Run: systemctl --version
I1006 12:31:32.792324 486511 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:31:32.864272 486511 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:31:32.870576 486511 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:31:32.870707 486511 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:31:32.920903 486511 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:31:32.920927 486511 start.go:495] detecting cgroup driver to use...
I1006 12:31:32.920967 486511 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:31:32.921020 486511 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:31:32.949243 486511 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:31:32.980411 486511 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:31:32.980482 486511 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:31:33.003381 486511 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:31:33.031177 486511 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:31:33.217601 486511 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:31:33.462280 486511 docker.go:234] disabling docker service ...
I1006 12:31:33.462350 486511 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:31:33.507731 486511 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:31:33.524870 486511 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:31:33.722243 486511 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:31:33.893915 486511 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:31:33.923526 486511 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:31:33.962976 486511 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:31:33.963092 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:33.975375 486511 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:31:33.975535 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:33.985462 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:33.995316 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:34.012699 486511 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:31:34.023216 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:34.039094 486511 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:34.062841 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:34.080409 486511 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:31:34.101616 486511 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:31:34.112325 486511 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:34.321584 486511 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:31:34.520303 486511 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:31:34.520375 486511 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:31:34.524448 486511 start.go:563] Will wait 60s for crictl version
I1006 12:31:34.524515 486511 ssh_runner.go:195] Run: which crictl
I1006 12:31:34.528770 486511 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:31:34.564689 486511 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:31:34.564846 486511 ssh_runner.go:195] Run: crio --version
I1006 12:31:34.626060 486511 ssh_runner.go:195] Run: crio --version
I1006 12:31:34.688524 486511 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:31:34.691485 486511 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-684953 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:31:34.719227 486511 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:31:34.723605 486511 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:31:34.735892 486511 kubeadm.go:883] updating cluster {Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false C
ustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:31:34.735998 486511 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:31:34.736057 486511 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:31:34.796233 486511 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:31:34.796253 486511 crio.go:433] Images already preloaded, skipping extraction
I1006 12:31:34.796312 486511 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:31:34.854110 486511 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:31:34.854205 486511 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:31:34.854234 486511 kubeadm.go:934] updating node { 192.168.76.2 8444 v1.34.1 crio true true} ...
I1006 12:31:34.854365 486511 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-684953 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:31:34.854486 486511 ssh_runner.go:195] Run: crio config
I1006 12:31:34.957764 486511 cni.go:84] Creating CNI manager for ""
I1006 12:31:34.957834 486511 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:31:34.957878 486511 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:31:34.957921 486511 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-684953 NodeName:default-k8s-diff-port-684953 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.
crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:31:34.958104 486511 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-684953"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:31:34.958208 486511 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:31:34.972481 486511 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:31:34.972624 486511 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:31:34.986854 486511 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (378 bytes)
I1006 12:31:35.020389 486511 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:31:35.043905 486511 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2225 bytes)
I1006 12:31:35.062736 486511 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:31:35.066774 486511 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:31:35.090885 486511 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:35.289957 486511 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:31:35.334881 486511 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953 for IP: 192.168.76.2
I1006 12:31:35.334950 486511 certs.go:195] generating shared ca certs ...
I1006 12:31:35.334982 486511 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:35.335178 486511 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:31:35.335271 486511 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:31:35.335299 486511 certs.go:257] generating profile certs ...
I1006 12:31:35.335392 486511 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.key
I1006 12:31:35.335433 486511 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt with IP's: []
I1006 12:31:36.146129 486511 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt ...
I1006 12:31:36.146206 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: {Name:mk1e49709a8586aa2f9415fbf98930c97ae9f609 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:36.146426 486511 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.key ...
I1006 12:31:36.146465 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.key: {Name:mk9b04075b56fd48cf0834dcbb8e6d00b7c970d1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:36.146593 486511 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065
I1006 12:31:36.146635 486511 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt.11a61065 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1006 12:31:36.423186 486511 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt.11a61065 ...
I1006 12:31:36.423262 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt.11a61065: {Name:mk57b40cfac46abba3f716dd18e04f481fdfb6a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:36.423502 486511 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065 ...
I1006 12:31:36.423549 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065: {Name:mk8110eebeb49d4860cd6b8722eda37fa7f0aff7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:36.423708 486511 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt.11a61065 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt
I1006 12:31:36.423846 486511 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key
I1006 12:31:36.423935 486511 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key
I1006 12:31:36.423985 486511 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt with IP's: []
I1006 12:31:37.871296 486511 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt ...
I1006 12:31:37.871370 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt: {Name:mk9484a64d886253dddea9047de9a9a78b3665d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:37.871596 486511 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key ...
I1006 12:31:37.871631 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key: {Name:mkee7becb8048e3af5138d4203629208d77461a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:37.871862 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:31:37.871940 486511 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:31:37.871966 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:31:37.872016 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:31:37.872063 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:31:37.872104 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:31:37.872187 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:31:37.872759 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:31:37.904262 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:31:37.947865 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:31:37.982722 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:31:38.022910 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1006 12:31:38.054333 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:31:38.095638 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:31:38.128619 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:31:38.156888 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:31:38.191004 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:31:38.224414 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:31:38.247711 486511 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:31:38.269496 486511 ssh_runner.go:195] Run: openssl version
I1006 12:31:38.276782 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:31:38.294746 486511 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:31:38.299825 486511 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:31:38.299958 486511 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:31:38.363093 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:31:38.372682 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:31:38.393587 486511 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:31:38.398207 486511 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:31:38.398348 486511 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:31:38.469537 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:31:38.482761 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:31:38.496322 486511 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:38.500695 486511 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:38.500839 486511 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:38.560539 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:31:38.573284 486511 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:31:38.577563 486511 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:31:38.577655 486511 kubeadm.go:400] StartCluster: {Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:31:38.577782 486511 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:31:38.577887 486511 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:31:38.652559 486511 cri.go:89] found id: ""
I1006 12:31:38.652704 486511 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:31:38.678256 486511 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:31:38.714738 486511 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:31:38.714855 486511 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:31:38.728380 486511 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:31:38.728448 486511 kubeadm.go:157] found existing configuration files:
I1006 12:31:38.728532 486511 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf
I1006 12:31:38.745829 486511 kubeadm.go:163] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:31:38.745950 486511 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:31:38.758938 486511 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf
I1006 12:31:38.770659 486511 kubeadm.go:163] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:31:38.770779 486511 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:31:38.787170 486511 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf
I1006 12:31:38.797023 486511 kubeadm.go:163] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:31:38.797169 486511 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:31:38.807028 486511 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf
I1006 12:31:38.819208 486511 kubeadm.go:163] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:31:38.819318 486511 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:31:38.827997 486511 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:31:38.901855 486511 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:31:38.902282 486511 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:31:38.929007 486511 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:31:38.929089 486511 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:31:38.929129 486511 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:31:38.929180 486511 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:31:38.929233 486511 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:31:38.929286 486511 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:31:38.929339 486511 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:31:38.929393 486511 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:31:38.929446 486511 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:31:38.929496 486511 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:31:38.929564 486511 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:31:38.929634 486511 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:31:39.041110 486511 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:31:39.041323 486511 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:31:39.041457 486511 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:31:39.053586 486511 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:31:35.802339 486353 node_ready.go:49] node "embed-certs-127677" is "Ready"
I1006 12:31:35.802369 486353 node_ready.go:38] duration metric: took 5.854883604s for node "embed-certs-127677" to be "Ready" ...
I1006 12:31:35.802384 486353 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:31:35.802443 486353 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:31:39.301534 486353 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (9.384741792s)
I1006 12:31:39.301600 486353 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (9.242888338s)
I1006 12:31:39.428381 486353 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (9.041053587s)
I1006 12:31:39.428583 486353 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (3.626129098s)
I1006 12:31:39.428608 486353 api_server.go:72] duration metric: took 9.892887012s to wait for apiserver process to appear ...
I1006 12:31:39.428615 486353 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:31:39.428632 486353 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:31:39.431539 486353 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p embed-certs-127677 addons enable metrics-server
I1006 12:31:39.434368 486353 out.go:179] * Enabled addons: storage-provisioner, default-storageclass, dashboard
I1006 12:31:39.437253 486353 addons.go:514] duration metric: took 9.901141682s for enable addons: enabled=[storage-provisioner default-storageclass dashboard]
I1006 12:31:39.462057 486353 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:31:39.469039 486353 api_server.go:141] control plane version: v1.34.1
I1006 12:31:39.469067 486353 api_server.go:131] duration metric: took 40.446275ms to wait for apiserver health ...
I1006 12:31:39.469077 486353 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:31:39.511161 486353 system_pods.go:59] 8 kube-system pods found
I1006 12:31:39.511259 486353 system_pods.go:61] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:31:39.511284 486353 system_pods.go:61] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:31:39.511327 486353 system_pods.go:61] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1006 12:31:39.511354 486353 system_pods.go:61] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:31:39.511374 486353 system_pods.go:61] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:31:39.511405 486353 system_pods.go:61] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:31:39.511433 486353 system_pods.go:61] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:31:39.511453 486353 system_pods.go:61] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Running
I1006 12:31:39.511486 486353 system_pods.go:74] duration metric: took 42.388248ms to wait for pod list to return data ...
I1006 12:31:39.511513 486353 default_sa.go:34] waiting for default service account to be created ...
I1006 12:31:39.521854 486353 default_sa.go:45] found service account: "default"
I1006 12:31:39.521879 486353 default_sa.go:55] duration metric: took 10.347192ms for default service account to be created ...
I1006 12:31:39.521890 486353 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:31:39.533986 486353 system_pods.go:86] 8 kube-system pods found
I1006 12:31:39.534018 486353 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:31:39.534028 486353 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:31:39.534035 486353 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:31:39.534042 486353 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:31:39.534051 486353 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:31:39.534060 486353 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:31:39.534066 486353 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:31:39.534070 486353 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Running
I1006 12:31:39.534077 486353 system_pods.go:126] duration metric: took 12.181053ms to wait for k8s-apps to be running ...
I1006 12:31:39.534085 486353 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:31:39.534144 486353 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:31:39.571538 486353 system_svc.go:56] duration metric: took 37.434027ms WaitForService to wait for kubelet
I1006 12:31:39.571611 486353 kubeadm.go:586] duration metric: took 10.035888264s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:31:39.571644 486353 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:31:39.575293 486353 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:31:39.575371 486353 node_conditions.go:123] node cpu capacity is 2
I1006 12:31:39.575398 486353 node_conditions.go:105] duration metric: took 3.733364ms to run NodePressure ...
I1006 12:31:39.575423 486353 start.go:241] waiting for startup goroutines ...
I1006 12:31:39.575459 486353 start.go:246] waiting for cluster config update ...
I1006 12:31:39.575492 486353 start.go:255] writing updated cluster config ...
I1006 12:31:39.575875 486353 ssh_runner.go:195] Run: rm -f paused
I1006 12:31:39.579655 486353 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:31:39.593751 486353 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:31:39.058617 486511 out.go:252] - Generating certificates and keys ...
I1006 12:31:39.058800 486511 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:31:39.058921 486511 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:31:40.468225 486511 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:31:40.704226 486511 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
W1006 12:31:41.608018 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:43.609084 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:31:41.225114 486511 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:31:42.508792 486511 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:31:42.587673 486511 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:31:42.587831 486511 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [default-k8s-diff-port-684953 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:31:43.023122 486511 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:31:43.023581 486511 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [default-k8s-diff-port-684953 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:31:44.019937 486511 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:31:44.647029 486511 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:31:44.856642 486511 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:31:44.857738 486511 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:31:45.397377 486511 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:31:45.701887 486511 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:31:45.873859 486511 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:31:46.387241 486511 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:31:47.217896 486511 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:31:47.218000 486511 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:31:47.228383 486511 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
W1006 12:31:46.110127 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:48.111035 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:50.136291 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:31:47.232722 486511 out.go:252] - Booting up control plane ...
I1006 12:31:47.232834 486511 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:31:47.232918 486511 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:31:47.239427 486511 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:31:47.256428 486511 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:31:47.256541 486511 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:31:47.264872 486511 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:31:47.265603 486511 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:31:47.265656 486511 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:31:47.425300 486511 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:31:47.425427 486511 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:31:48.926080 486511 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.500978148s
I1006 12:31:48.930009 486511 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:31:48.930110 486511 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8444/livez
I1006 12:31:48.930203 486511 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:31:48.930286 486511 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
W1006 12:31:52.603328 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:55.103334 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:57.103680 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:59.599378 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:31:58.988711 486511 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 10.057587938s
I1006 12:32:00.449514 486511 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 11.502435153s
I1006 12:32:00.650975 486511 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 11.720940033s
I1006 12:32:00.685421 486511 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:32:00.703176 486511 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:32:00.727477 486511 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:32:00.727715 486511 kubeadm.go:318] [mark-control-plane] Marking the node default-k8s-diff-port-684953 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:32:00.743399 486511 kubeadm.go:318] [bootstrap-token] Using token: pppgs4.aurij6mip9hj1hjq
I1006 12:32:00.746224 486511 out.go:252] - Configuring RBAC rules ...
I1006 12:32:00.746356 486511 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:32:00.751850 486511 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:32:00.763435 486511 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:32:00.768420 486511 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:32:00.772678 486511 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:32:00.777375 486511 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:32:01.060987 486511 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:32:01.504803 486511 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:32:02.058942 486511 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:32:02.060105 486511 kubeadm.go:318]
I1006 12:32:02.060179 486511 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:32:02.060191 486511 kubeadm.go:318]
I1006 12:32:02.060269 486511 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:32:02.060279 486511 kubeadm.go:318]
I1006 12:32:02.060310 486511 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:32:02.060372 486511 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:32:02.060426 486511 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:32:02.060435 486511 kubeadm.go:318]
I1006 12:32:02.060489 486511 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:32:02.060497 486511 kubeadm.go:318]
I1006 12:32:02.060548 486511 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:32:02.060556 486511 kubeadm.go:318]
I1006 12:32:02.060608 486511 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:32:02.060684 486511 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:32:02.060754 486511 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:32:02.060762 486511 kubeadm.go:318]
I1006 12:32:02.060846 486511 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:32:02.060926 486511 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:32:02.060936 486511 kubeadm.go:318]
I1006 12:32:02.061020 486511 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8444 --token pppgs4.aurij6mip9hj1hjq \
I1006 12:32:02.061126 486511 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:32:02.061150 486511 kubeadm.go:318] --control-plane
I1006 12:32:02.061158 486511 kubeadm.go:318]
I1006 12:32:02.061242 486511 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:32:02.061247 486511 kubeadm.go:318]
I1006 12:32:02.061327 486511 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8444 --token pppgs4.aurij6mip9hj1hjq \
I1006 12:32:02.061428 486511 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:32:02.066027 486511 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:32:02.066290 486511 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:32:02.066452 486511 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:32:02.066516 486511 cni.go:84] Creating CNI manager for ""
I1006 12:32:02.066539 486511 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:32:02.071702 486511 out.go:179] * Configuring CNI (Container Networking Interface) ...
W1006 12:32:01.600354 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:32:04.100293 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:32:02.074814 486511 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:32:02.079089 486511 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:32:02.079112 486511 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:32:02.106755 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:32:02.438784 486511 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:32:02.438926 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:02.438991 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes default-k8s-diff-port-684953 minikube.k8s.io/updated_at=2025_10_06T12_32_02_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=default-k8s-diff-port-684953 minikube.k8s.io/primary=true
I1006 12:32:02.713666 486511 ops.go:34] apiserver oom_adj: -16
I1006 12:32:02.713769 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:03.214752 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:03.714431 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:04.213922 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:04.714323 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:05.214618 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:05.714614 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:06.214029 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:06.714534 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:06.822191 486511 kubeadm.go:1113] duration metric: took 4.383310473s to wait for elevateKubeSystemPrivileges
I1006 12:32:06.822231 486511 kubeadm.go:402] duration metric: took 28.244580719s to StartCluster
I1006 12:32:06.822248 486511 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:06.822311 486511 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:32:06.823952 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:06.824225 486511 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:32:06.824480 486511 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:32:06.824920 486511 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:32:06.825004 486511 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:32:06.825012 486511 addons.go:69] Setting default-storageclass=true in profile "default-k8s-diff-port-684953"
I1006 12:32:06.825025 486511 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-684953"
I1006 12:32:06.825005 486511 addons.go:69] Setting storage-provisioner=true in profile "default-k8s-diff-port-684953"
I1006 12:32:06.825097 486511 addons.go:238] Setting addon storage-provisioner=true in "default-k8s-diff-port-684953"
I1006 12:32:06.825150 486511 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:32:06.825368 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:32:06.825681 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:32:06.833348 486511 out.go:179] * Verifying Kubernetes components...
I1006 12:32:06.839980 486511 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:32:06.860223 486511 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:32:06.865172 486511 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:32:06.865198 486511 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:32:06.865271 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:32:06.877782 486511 addons.go:238] Setting addon default-storageclass=true in "default-k8s-diff-port-684953"
I1006 12:32:06.877821 486511 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:32:06.878246 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:32:06.904352 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:32:06.924312 486511 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:32:06.924332 486511 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:32:06.924393 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:32:06.953605 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:32:07.229473 486511 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:32:07.236257 486511 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:32:07.245014 486511 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:32:07.245120 486511 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:32:08.145275 486511 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-684953" to be "Ready" ...
I1006 12:32:08.145715 486511 start.go:976] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I1006 12:32:08.190304 486511 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
W1006 12:32:06.102743 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:32:08.106899 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:32:08.194381 486511 addons.go:514] duration metric: took 1.369445955s for enable addons: enabled=[storage-provisioner default-storageclass]
I1006 12:32:08.650622 486511 kapi.go:214] "coredns" deployment in "kube-system" namespace and "default-k8s-diff-port-684953" context rescaled to 1 replicas
W1006 12:32:10.148944 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:10.602984 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:32:13.106177 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:32:15.103016 486353 pod_ready.go:94] pod "coredns-66bc5c9577-g4kqh" is "Ready"
I1006 12:32:15.103046 486353 pod_ready.go:86] duration metric: took 35.509220172s for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.109435 486353 pod_ready.go:83] waiting for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.115783 486353 pod_ready.go:94] pod "etcd-embed-certs-127677" is "Ready"
I1006 12:32:15.115817 486353 pod_ready.go:86] duration metric: took 6.349275ms for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.119472 486353 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.125482 486353 pod_ready.go:94] pod "kube-apiserver-embed-certs-127677" is "Ready"
I1006 12:32:15.125557 486353 pod_ready.go:86] duration metric: took 6.016495ms for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.128571 486353 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.297342 486353 pod_ready.go:94] pod "kube-controller-manager-embed-certs-127677" is "Ready"
I1006 12:32:15.297412 486353 pod_ready.go:86] duration metric: took 168.808702ms for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.502397 486353 pod_ready.go:83] waiting for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:32:12.648686 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:15.148291 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
I1006 12:32:15.897878 486353 pod_ready.go:94] pod "kube-proxy-4sgz6" is "Ready"
I1006 12:32:15.897907 486353 pod_ready.go:86] duration metric: took 395.433197ms for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:16.098233 486353 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:16.497768 486353 pod_ready.go:94] pod "kube-scheduler-embed-certs-127677" is "Ready"
I1006 12:32:16.497793 486353 pod_ready.go:86] duration metric: took 399.53121ms for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:16.497807 486353 pod_ready.go:40] duration metric: took 36.918066225s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:32:16.562735 486353 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:32:16.565985 486353 out.go:179] * Done! kubectl is now configured to use "embed-certs-127677" cluster and "default" namespace by default
W1006 12:32:17.148885 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:19.648491 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:22.148771 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:24.648298 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
==> CRI-O <==
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.786573749Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=d9a65c3f-3658-4530-8aa5-34ffc4b187ce name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.790628283Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=e88ae27e-2556-4224-a8c8-693972beeef3 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.792380708Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g/dashboard-metrics-scraper" id=5f52bb5c-4072-43de-8b8f-83b04a46aba7 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.792655919Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.803977245Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.804654825Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.827651065Z" level=info msg="Created container 0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g/dashboard-metrics-scraper" id=5f52bb5c-4072-43de-8b8f-83b04a46aba7 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.82870936Z" level=info msg="Starting container: 0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9" id=b63c8178-8183-4ba0-af1d-0b143239791d name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.830677762Z" level=info msg="Started container" PID=1640 containerID=0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9 description=kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g/dashboard-metrics-scraper id=b63c8178-8183-4ba0-af1d-0b143239791d name=/runtime.v1.RuntimeService/StartContainer sandboxID=db660ab7bd22c84d8cdde9d22ce303146985b14c9fe40c2713e94ec41ef2eddf
Oct 06 12:32:14 embed-certs-127677 conmon[1638]: conmon 0990a2c7f19487d5caa5 <ninfo>: container 1640 exited with status 1
Oct 06 12:32:15 embed-certs-127677 crio[644]: time="2025-10-06T12:32:15.332602993Z" level=info msg="Removing container: b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1" id=39e4d9a2-d0df-4ef9-a012-871db1e8b3bf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:32:15 embed-certs-127677 crio[644]: time="2025-10-06T12:32:15.344570366Z" level=info msg="Error loading conmon cgroup of container b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1: cgroup deleted" id=39e4d9a2-d0df-4ef9-a012-871db1e8b3bf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:32:15 embed-certs-127677 crio[644]: time="2025-10-06T12:32:15.349645844Z" level=info msg="Removed container b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g/dashboard-metrics-scraper" id=39e4d9a2-d0df-4ef9-a012-871db1e8b3bf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.708130981Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.711741595Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.711778716Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.711804234Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.715157992Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.71532784Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.715363401Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.718635821Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.718670627Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.718695136Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.722154364Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.722191845Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
0990a2c7f1948 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 16 seconds ago Exited dashboard-metrics-scraper 2 db660ab7bd22c dashboard-metrics-scraper-6ffb444bf9-d279g kubernetes-dashboard
45fa3c9571b48 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 21 seconds ago Running storage-provisioner 2 fff3a0f2fee01 storage-provisioner kube-system
094cb7143c071 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 40 seconds ago Running kubernetes-dashboard 0 3d7f4c92af827 kubernetes-dashboard-855c9754f9-bdcl8 kubernetes-dashboard
0d3f34b6fc541 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 53 seconds ago Running coredns 1 4801ae4b2361e coredns-66bc5c9577-g4kqh kube-system
210b6e6ef9693 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 53 seconds ago Running busybox 1 9a1405b5819ad busybox default
ab3f84254e95e 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 53 seconds ago Running kube-proxy 1 2f006c0cca3ec kube-proxy-4sgz6 kube-system
6a1d88d384d38 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 53 seconds ago Running kindnet-cni 1 9c5c42deb7d12 kindnet-2c4vj kube-system
ef64e2b06c1ce ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 53 seconds ago Exited storage-provisioner 1 fff3a0f2fee01 storage-provisioner kube-system
3791b0eb2b70b a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 47b13cf06a699 etcd-embed-certs-127677 kube-system
c95b6e03a7d07 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 3577e744c72ba kube-scheduler-embed-certs-127677 kube-system
f16616ee6f5bf 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 830affd2f91da kube-apiserver-embed-certs-127677 kube-system
7d183d3c5f86a 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 291add052663a kube-controller-manager-embed-certs-127677 kube-system
==> coredns [0d3f34b6fc541e434ae4203ce0098edc315f82db44d8f6ef0d4243c835311461] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:44712 - 42041 "HINFO IN 5169223614623053571.7595481825769793950. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.025564116s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: embed-certs-127677
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=embed-certs-127677
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=embed-certs-127677
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_30_06_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:30:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-127677
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:32:27 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:32:07 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:32:07 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:32:07 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:32:07 +0000 Mon, 06 Oct 2025 12:30:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: embed-certs-127677
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: f27151a9900c4d9481ac1827186438be
System UUID: c9ae7e6d-928c-4988-94fd-29cbecac2578
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 95s
kube-system coredns-66bc5c9577-g4kqh 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m21s
kube-system etcd-embed-certs-127677 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m26s
kube-system kindnet-2c4vj 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m21s
kube-system kube-apiserver-embed-certs-127677 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m26s
kube-system kube-controller-manager-embed-certs-127677 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m25s
kube-system kube-proxy-4sgz6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
kube-system kube-scheduler-embed-certs-127677 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m25s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m19s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-d279g 0 (0%) 0 (0%) 0 (0%) 0 (0%) 50s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-bdcl8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 50s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m18s kube-proxy
Normal Starting 51s kube-proxy
Normal Starting 2m26s kubelet Starting kubelet.
Warning CgroupV1 2m26s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientPID 2m25s kubelet Node embed-certs-127677 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m25s kubelet Node embed-certs-127677 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 2m25s kubelet Node embed-certs-127677 status is now: NodeHasSufficientMemory
Normal RegisteredNode 2m22s node-controller Node embed-certs-127677 event: Registered Node embed-certs-127677 in Controller
Normal NodeReady 98s kubelet Node embed-certs-127677 status is now: NodeReady
Normal Starting 63s kubelet Starting kubelet.
Warning CgroupV1 63s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 63s (x8 over 63s) kubelet Node embed-certs-127677 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 63s (x8 over 63s) kubelet Node embed-certs-127677 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 63s (x8 over 63s) kubelet Node embed-certs-127677 status is now: NodeHasSufficientPID
Normal RegisteredNode 50s node-controller Node embed-certs-127677 event: Registered Node embed-certs-127677 in Controller
==> dmesg <==
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
[Oct 6 12:31] overlayfs: idmapped layers are currently not supported
[ +19.790897] overlayfs: idmapped layers are currently not supported
==> etcd [3791b0eb2b70bd548ad61d2bdee71d4b9af136367b726daf3786a04c94a29d5a] <==
{"level":"warn","ts":"2025-10-06T12:31:32.915028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59762","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.014918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59778","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.070888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59796","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.143573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59818","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.196202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59838","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.230868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59864","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.256799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59876","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.355671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59886","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.405177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59914","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.455566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59928","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.550086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59952","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.553975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.569665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59976","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.625756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59986","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.657661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59998","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.687156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60022","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.744155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60032","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.777207Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60052","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.816952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60068","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.832977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60076","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.857746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60096","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.880505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60112","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.909386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60124","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.932616Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60148","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:34.036392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60172","server-name":"","error":"EOF"}
==> kernel <==
12:32:31 up 2:15, 0 user, load average: 3.65, 3.33, 2.62
Linux embed-certs-127677 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [6a1d88d384d38f5d756e0eb44cac88362ccbcc0f30532b4f5a4d6737ac268dc0] <==
I1006 12:31:38.447996 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:31:38.448244 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:31:38.448369 1 main.go:148] setting mtu 1500 for CNI
I1006 12:31:38.448380 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:31:38.448393 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:31:38Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:31:38.708166 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:31:38.708270 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:31:38.708304 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:31:38.709174 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:32:08.708275 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1006 12:32:08.709265 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:32:08.709331 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1006 12:32:08.709338 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
I1006 12:32:10.208559 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:32:10.208591 1 metrics.go:72] Registering metrics
I1006 12:32:10.208662 1 controller.go:711] "Syncing nftables rules"
I1006 12:32:18.707822 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:32:18.707884 1 main.go:301] handling current node
I1006 12:32:28.708632 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:32:28.708665 1 main.go:301] handling current node
==> kube-apiserver [f16616ee6f5bf2ba38a797d35dac308d0d657e3d8e5dcee09bc086a388a1d191] <==
I1006 12:31:36.042948 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1006 12:31:36.057681 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:31:36.113096 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:31:36.113129 1 policy_source.go:240] refreshing policies
I1006 12:31:36.136308 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:31:36.136415 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:31:36.140369 1 cache.go:39] Caches are synced for LocalAvailability controller
I1006 12:31:36.189366 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:31:36.189428 1 cache.go:39] Caches are synced for autoregister controller
I1006 12:31:36.212494 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:31:36.220789 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:31:36.222116 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:31:36.279872 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1006 12:31:36.395677 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:31:36.440013 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:31:37.285587 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:31:38.186792 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:31:38.614591 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:31:38.836258 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:31:38.881041 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:31:39.270517 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.107.238.143"}
I1006 12:31:39.422793 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.96.229.40"}
I1006 12:31:41.201017 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:31:41.529148 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:31:41.587852 1 controller.go:667] quota admission added evaluator for: endpoints
==> kube-controller-manager [7d183d3c5f86a1fb5ff3a74da45e5a942ba7ae5a9c3ed1c2f083fe95ea920eac] <==
I1006 12:31:41.178197 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1006 12:31:41.178254 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:31:41.179354 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:31:41.179434 1 shared_informer.go:356] "Caches are synced" controller="job"
I1006 12:31:41.179489 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:31:41.180524 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1006 12:31:41.203897 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:31:41.204477 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 12:31:41.209600 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1006 12:31:41.215917 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:31:41.223192 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1006 12:31:41.223278 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:31:41.223289 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1006 12:31:41.223331 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:31:41.223463 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:31:41.223492 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:31:41.224648 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:31:41.229677 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 12:31:41.233494 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:31:41.242458 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:31:41.253600 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:31:41.253802 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:31:41.254083 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:31:41.254587 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:31:41.262132 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
==> kube-proxy [ab3f84254e95ebb6d82cc07d42e245e459a1c5188e849627402beb1fbf1c5ed4] <==
I1006 12:31:39.558137 1 server_linux.go:53] "Using iptables proxy"
I1006 12:31:39.776555 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:31:39.889607 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:31:39.889710 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:31:39.889805 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:31:39.957419 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:31:39.957805 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:31:39.978571 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:31:39.978977 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:31:39.979233 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:31:39.980709 1 config.go:200] "Starting service config controller"
I1006 12:31:39.980763 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:31:39.980803 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:31:39.980830 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:31:39.980878 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:31:39.980904 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:31:39.981610 1 config.go:309] "Starting node config controller"
I1006 12:31:39.984351 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:31:39.984414 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:31:40.082966 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:31:40.083001 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:31:40.083046 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [c95b6e03a7d07c4561cf7131488a167b197757f27e6bd0a03f6dc92e7bb9e53f] <==
I1006 12:31:34.142582 1 serving.go:386] Generated self-signed cert in-memory
I1006 12:31:39.359674 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:31:39.359842 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:31:39.387124 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:31:39.387216 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 12:31:39.387240 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 12:31:39.387280 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:31:39.404368 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:31:39.404397 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:31:39.404417 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:31:39.404424 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:31:39.487400 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 12:31:39.518303 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:31:39.518361 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:31:42 embed-certs-127677 kubelet[770]: E1006 12:31:42.922653 770 projected.go:291] Couldn't get configMap kubernetes-dashboard/kube-root-ca.crt: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:31:42 embed-certs-127677 kubelet[770]: E1006 12:31:42.922673 770 projected.go:196] Error preparing data for projected volume kube-api-access-sn5qf for pod kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:31:42 embed-certs-127677 kubelet[770]: E1006 12:31:42.922716 770 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86b8ba44-f59f-4bdc-ab18-32707af1a9fd-kube-api-access-sn5qf podName:86b8ba44-f59f-4bdc-ab18-32707af1a9fd nodeName:}" failed. No retries permitted until 2025-10-06 12:31:43.422703093 +0000 UTC m=+14.971054514 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-sn5qf" (UniqueName: "kubernetes.io/projected/86b8ba44-f59f-4bdc-ab18-32707af1a9fd-kube-api-access-sn5qf") pod "dashboard-metrics-scraper-6ffb444bf9-d279g" (UID: "86b8ba44-f59f-4bdc-ab18-32707af1a9fd") : failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:31:43 embed-certs-127677 kubelet[770]: W1006 12:31:43.567924 770 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/crio-3d7f4c92af8273dca17888a238bfd7dc74825fdda63fe588a0fd62111407af9f WatchSource:0}: Error finding container 3d7f4c92af8273dca17888a238bfd7dc74825fdda63fe588a0fd62111407af9f: Status 404 returned error can't find the container with id 3d7f4c92af8273dca17888a238bfd7dc74825fdda63fe588a0fd62111407af9f
Oct 06 12:31:43 embed-certs-127677 kubelet[770]: W1006 12:31:43.623222 770 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/crio-db660ab7bd22c84d8cdde9d22ce303146985b14c9fe40c2713e94ec41ef2eddf WatchSource:0}: Error finding container db660ab7bd22c84d8cdde9d22ce303146985b14c9fe40c2713e94ec41ef2eddf: Status 404 returned error can't find the container with id db660ab7bd22c84d8cdde9d22ce303146985b14c9fe40c2713e94ec41ef2eddf
Oct 06 12:31:44 embed-certs-127677 kubelet[770]: I1006 12:31:44.753498 770 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Oct 06 12:31:51 embed-certs-127677 kubelet[770]: I1006 12:31:51.220282 770 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-bdcl8" podStartSLOduration=3.005759104 podStartE2EDuration="10.220265186s" podCreationTimestamp="2025-10-06 12:31:41 +0000 UTC" firstStartedPulling="2025-10-06 12:31:43.57234649 +0000 UTC m=+15.120697895" lastFinishedPulling="2025-10-06 12:31:50.786852564 +0000 UTC m=+22.335203977" observedRunningTime="2025-10-06 12:31:51.220066595 +0000 UTC m=+22.768418000" watchObservedRunningTime="2025-10-06 12:31:51.220265186 +0000 UTC m=+22.768616591"
Oct 06 12:31:59 embed-certs-127677 kubelet[770]: I1006 12:31:59.216775 770 scope.go:117] "RemoveContainer" containerID="d0b334d7040ec8699f8c1490e6ceff0a76deabb4acebd329d9e18b33587d008e"
Oct 06 12:32:00 embed-certs-127677 kubelet[770]: I1006 12:32:00.289051 770 scope.go:117] "RemoveContainer" containerID="d0b334d7040ec8699f8c1490e6ceff0a76deabb4acebd329d9e18b33587d008e"
Oct 06 12:32:00 embed-certs-127677 kubelet[770]: I1006 12:32:00.290522 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:00 embed-certs-127677 kubelet[770]: E1006 12:32:00.290894 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:01 embed-certs-127677 kubelet[770]: I1006 12:32:01.289612 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:01 embed-certs-127677 kubelet[770]: E1006 12:32:01.289811 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:03 embed-certs-127677 kubelet[770]: I1006 12:32:03.533333 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:03 embed-certs-127677 kubelet[770]: E1006 12:32:03.533571 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:10 embed-certs-127677 kubelet[770]: I1006 12:32:10.312345 770 scope.go:117] "RemoveContainer" containerID="ef64e2b06c1ced1b105fc53b29cede899c42442556b3221f5be14dca69793524"
Oct 06 12:32:14 embed-certs-127677 kubelet[770]: I1006 12:32:14.784587 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:15 embed-certs-127677 kubelet[770]: I1006 12:32:15.329478 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:15 embed-certs-127677 kubelet[770]: I1006 12:32:15.330004 770 scope.go:117] "RemoveContainer" containerID="0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9"
Oct 06 12:32:15 embed-certs-127677 kubelet[770]: E1006 12:32:15.330493 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:23 embed-certs-127677 kubelet[770]: I1006 12:32:23.532515 770 scope.go:117] "RemoveContainer" containerID="0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9"
Oct 06 12:32:23 embed-certs-127677 kubelet[770]: E1006 12:32:23.532695 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:28 embed-certs-127677 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:32:28 embed-certs-127677 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:32:28 embed-certs-127677 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [094cb7143c071883510e848cee0a90fddf9e8f44f810f448f0696e8d513b42b9] <==
2025/10/06 12:31:50 Starting overwatch
2025/10/06 12:31:50 Using namespace: kubernetes-dashboard
2025/10/06 12:31:50 Using in-cluster config to connect to apiserver
2025/10/06 12:31:50 Using secret token for csrf signing
2025/10/06 12:31:50 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/10/06 12:31:50 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/10/06 12:31:50 Successful initial request to the apiserver, version: v1.34.1
2025/10/06 12:31:50 Generating JWE encryption key
2025/10/06 12:31:50 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/10/06 12:31:50 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/10/06 12:31:53 Initializing JWE encryption key from synchronized object
2025/10/06 12:31:53 Creating in-cluster Sidecar client
2025/10/06 12:31:53 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:31:53 Serving insecurely on HTTP port: 9090
2025/10/06 12:32:23 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [45fa3c9571b48880b937b2f3ad6fe7a3acc38188618da99261df13aa4e9bac9b] <==
I1006 12:32:10.359962 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:32:10.377475 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:32:10.377679 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 12:32:10.380101 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:13.835820 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:18.096494 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:21.695311 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:24.748571 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:27.771374 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:27.776955 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:32:27.777136 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:32:27.777301 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-127677_aa7d7db5-7aaf-43a1-bd3b-83975dfbb5c7!
I1006 12:32:27.778008 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"2363fe64-1224-46a6-9e61-d034e97266dc", APIVersion:"v1", ResourceVersion:"653", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-127677_aa7d7db5-7aaf-43a1-bd3b-83975dfbb5c7 became leader
W1006 12:32:27.780626 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:27.787848 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:32:27.878265 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-127677_aa7d7db5-7aaf-43a1-bd3b-83975dfbb5c7!
W1006 12:32:29.790959 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:29.795157 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:31.799186 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:31.804658 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [ef64e2b06c1ced1b105fc53b29cede899c42442556b3221f5be14dca69793524] <==
I1006 12:31:39.120600 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1006 12:32:09.372528 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-127677 -n embed-certs-127677
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-127677 -n embed-certs-127677: exit status 2 (365.905689ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context embed-certs-127677 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect embed-certs-127677
helpers_test.go:243: (dbg) docker inspect embed-certs-127677:
-- stdout --
[
{
"Id": "baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466",
"Created": "2025-10-06T12:29:38.359058806Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 486574,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:31:20.94700784Z",
"FinishedAt": "2025-10-06T12:31:19.822694316Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/hostname",
"HostsPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/hosts",
"LogPath": "/var/lib/docker/containers/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466-json.log",
"Name": "/embed-certs-127677",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-127677:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "embed-certs-127677",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466",
"LowerDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/merged",
"UpperDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/diff",
"WorkDir": "/var/lib/docker/overlay2/22511ec5a747caea1e1a16441007c94571f03d2de76aab231b8b66c54967165d/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "embed-certs-127677",
"Source": "/var/lib/docker/volumes/embed-certs-127677/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "embed-certs-127677",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-127677",
"name.minikube.sigs.k8s.io": "embed-certs-127677",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "2452d7ed9a2c47cdfdd58084c290374591219912cdc6fefa9f090ee83fcefbb8",
"SandboxKey": "/var/run/docker/netns/2452d7ed9a2c",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33444"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33445"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33448"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33446"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33447"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"embed-certs-127677": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "42:49:27:00:55:d7",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "fce2b63930d2cd6c38536e8932f92b480a35ecb8f4952ae43a9b80f65a63c9af",
"EndpointID": "9617a05df01b6a62e9db7252dcb118e124c63131026a56967f3e157634c65c8e",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-127677",
"baa4bb16bf7a"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-127677 -n embed-certs-127677
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-127677 -n embed-certs-127677: exit status 2 (355.734844ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-127677 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p embed-certs-127677 logs -n 25: (1.307416307s)
helpers_test.go:260: TestStartStop/group/embed-certs/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ addons │ enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p cert-expiration-843302 │ cert-expiration-843302 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:28 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:28 UTC │ 06 Oct 25 12:29 UTC │
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ stop │ -p no-preload-953907 --alsologtostderr -v=3 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable dashboard -p no-preload-953907 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ stop │ -p embed-certs-127677 --alsologtostderr -v=3 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ image │ no-preload-953907 image list --format=json │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ pause │ -p no-preload-953907 --alsologtostderr -v=1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ delete │ -p no-preload-953907 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ addons │ enable dashboard -p embed-certs-127677 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ delete │ -p no-preload-953907 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:32 UTC │
│ delete │ -p disable-driver-mounts-402838 │ disable-driver-mounts-402838 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ start │ -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ image │ embed-certs-127677 image list --format=json │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:32 UTC │
│ pause │ -p embed-certs-127677 --alsologtostderr -v=1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/10/06 12:31:20
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:31:20.925505 486511 out.go:360] Setting OutFile to fd 1 ...
I1006 12:31:20.925777 486511 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:31:20.925788 486511 out.go:374] Setting ErrFile to fd 2...
I1006 12:31:20.925793 486511 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:31:20.926115 486511 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:31:20.926631 486511 out.go:368] Setting JSON to false
I1006 12:31:20.932389 486511 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8033,"bootTime":1759745848,"procs":155,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:31:20.932473 486511 start.go:140] virtualization:
I1006 12:31:20.935970 486511 out.go:179] * [default-k8s-diff-port-684953] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:31:20.940007 486511 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:31:20.940232 486511 notify.go:220] Checking for updates...
I1006 12:31:20.946083 486511 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:31:20.951078 486511 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:31:20.956872 486511 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:31:20.959736 486511 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:31:20.962559 486511 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:31:20.966059 486511 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:20.966178 486511 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:31:21.015700 486511 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:31:21.015851 486511 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:31:21.121473 486511 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:0 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:41 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:31:21.112220144 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:31:21.122014 486511 docker.go:318] overlay module found
I1006 12:31:21.125444 486511 out.go:179] * Using the docker driver based on user configuration
I1006 12:31:21.128305 486511 start.go:304] selected driver: docker
I1006 12:31:21.128331 486511 start.go:924] validating driver "docker" against <nil>
I1006 12:31:21.128347 486511 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:31:21.129062 486511 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:31:21.228501 486511 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:0 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:40 OomKillDisable:true NGoroutines:56 SystemTime:2025-10-06 12:31:21.208919077 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:31:21.228672 486511 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:31:21.228898 486511 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:31:21.232439 486511 out.go:179] * Using Docker driver with root privileges
I1006 12:31:21.235489 486511 cni.go:84] Creating CNI manager for ""
I1006 12:31:21.235564 486511 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:31:21.235581 486511 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:31:21.235664 486511 start.go:348] cluster config:
{Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:
cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SS
HAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:31:21.239041 486511 out.go:179] * Starting "default-k8s-diff-port-684953" primary control-plane node in "default-k8s-diff-port-684953" cluster
I1006 12:31:21.242088 486511 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:31:21.245309 486511 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:31:21.248927 486511 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:31:21.248990 486511 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:31:21.249005 486511 cache.go:58] Caching tarball of preloaded images
I1006 12:31:21.249098 486511 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:31:21.249107 486511 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:31:21.249217 486511 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json ...
I1006 12:31:21.249234 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json: {Name:mkdc943fcfadd3cfe2e7aa41bafdb664a5cf3047 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:21.249427 486511 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:31:21.285456 486511 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:31:21.285482 486511 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:31:21.285503 486511 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:31:21.285535 486511 start.go:360] acquireMachinesLock for default-k8s-diff-port-684953: {Name:mk224d840769c0a057c66d2928dc91b2a19aafe3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:31:21.285636 486511 start.go:364] duration metric: took 85.137µs to acquireMachinesLock for "default-k8s-diff-port-684953"
I1006 12:31:21.285662 486511 start.go:93] Provisioning new machine with config: &{Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default API
ServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:
false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:31:21.285738 486511 start.go:125] createHost starting for "" (driver="docker")
I1006 12:31:20.898999 486353 out.go:252] * Restarting existing docker container for "embed-certs-127677" ...
I1006 12:31:20.899087 486353 cli_runner.go:164] Run: docker start embed-certs-127677
I1006 12:31:21.233142 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:21.274364 486353 kic.go:430] container "embed-certs-127677" state is running.
I1006 12:31:21.274765 486353 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:31:21.305746 486353 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/config.json ...
I1006 12:31:21.305969 486353 machine.go:93] provisionDockerMachine start ...
I1006 12:31:21.306029 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:21.336448 486353 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:21.336887 486353 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33444 <nil> <nil>}
I1006 12:31:21.336902 486353 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:31:21.337696 486353 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1006 12:31:24.493382 486353 main.go:141] libmachine: SSH cmd err, output: <nil>: embed-certs-127677
I1006 12:31:24.493409 486353 ubuntu.go:182] provisioning hostname "embed-certs-127677"
I1006 12:31:24.493484 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:24.531753 486353 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:24.532086 486353 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33444 <nil> <nil>}
I1006 12:31:24.532103 486353 main.go:141] libmachine: About to run SSH command:
sudo hostname embed-certs-127677 && echo "embed-certs-127677" | sudo tee /etc/hostname
I1006 12:31:24.691891 486353 main.go:141] libmachine: SSH cmd err, output: <nil>: embed-certs-127677
I1006 12:31:24.691984 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:24.727128 486353 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:24.727429 486353 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33444 <nil> <nil>}
I1006 12:31:24.727446 486353 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-127677' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-127677/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-127677' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:31:24.913916 486353 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:31:24.913960 486353 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:31:24.913990 486353 ubuntu.go:190] setting up certificates
I1006 12:31:24.914012 486353 provision.go:84] configureAuth start
I1006 12:31:24.914079 486353 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:31:24.930981 486353 provision.go:143] copyHostCerts
I1006 12:31:24.931051 486353 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:31:24.931071 486353 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:31:24.931147 486353 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:31:24.931247 486353 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:31:24.931258 486353 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:31:24.931288 486353 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:31:24.931341 486353 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:31:24.931350 486353 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:31:24.931374 486353 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:31:24.931418 486353 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.embed-certs-127677 san=[127.0.0.1 192.168.85.2 embed-certs-127677 localhost minikube]
I1006 12:31:25.069557 486353 provision.go:177] copyRemoteCerts
I1006 12:31:25.069632 486353 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:31:25.069677 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.090502 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:25.194580 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:31:25.215814 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:31:25.234969 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:31:25.254101 486353 provision.go:87] duration metric: took 340.063615ms to configureAuth
I1006 12:31:25.254175 486353 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:31:25.254392 486353 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:25.254505 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.271316 486353 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:25.272451 486353 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33444 <nil> <nil>}
I1006 12:31:25.272479 486353 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:31:21.289793 486511 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:31:21.290036 486511 start.go:159] libmachine.API.Create for "default-k8s-diff-port-684953" (driver="docker")
I1006 12:31:21.290077 486511 client.go:168] LocalClient.Create starting
I1006 12:31:21.290149 486511 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:31:21.290179 486511 main.go:141] libmachine: Decoding PEM data...
I1006 12:31:21.290192 486511 main.go:141] libmachine: Parsing certificate...
I1006 12:31:21.290246 486511 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:31:21.290267 486511 main.go:141] libmachine: Decoding PEM data...
I1006 12:31:21.290278 486511 main.go:141] libmachine: Parsing certificate...
I1006 12:31:21.291133 486511 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-684953 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:31:21.341616 486511 cli_runner.go:211] docker network inspect default-k8s-diff-port-684953 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:31:21.341708 486511 network_create.go:284] running [docker network inspect default-k8s-diff-port-684953] to gather additional debugging logs...
I1006 12:31:21.341784 486511 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-684953
W1006 12:31:21.364335 486511 cli_runner.go:211] docker network inspect default-k8s-diff-port-684953 returned with exit code 1
I1006 12:31:21.364365 486511 network_create.go:287] error running [docker network inspect default-k8s-diff-port-684953]: docker network inspect default-k8s-diff-port-684953: exit status 1
stdout:
[]
stderr:
Error response from daemon: network default-k8s-diff-port-684953 not found
I1006 12:31:21.364379 486511 network_create.go:289] output of [docker network inspect default-k8s-diff-port-684953]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network default-k8s-diff-port-684953 not found
** /stderr **
I1006 12:31:21.364568 486511 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:31:21.391877 486511 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:31:21.392317 486511 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:31:21.392593 486511 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:31:21.393043 486511 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a02cc0}
I1006 12:31:21.393061 486511 network_create.go:124] attempt to create docker network default-k8s-diff-port-684953 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1006 12:31:21.393121 486511 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=default-k8s-diff-port-684953 default-k8s-diff-port-684953
I1006 12:31:21.479571 486511 network_create.go:108] docker network default-k8s-diff-port-684953 192.168.76.0/24 created
I1006 12:31:21.479602 486511 kic.go:121] calculated static IP "192.168.76.2" for the "default-k8s-diff-port-684953" container
I1006 12:31:21.479670 486511 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:31:21.498462 486511 cli_runner.go:164] Run: docker volume create default-k8s-diff-port-684953 --label name.minikube.sigs.k8s.io=default-k8s-diff-port-684953 --label created_by.minikube.sigs.k8s.io=true
I1006 12:31:21.528357 486511 oci.go:103] Successfully created a docker volume default-k8s-diff-port-684953
I1006 12:31:21.530515 486511 cli_runner.go:164] Run: docker run --rm --name default-k8s-diff-port-684953-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=default-k8s-diff-port-684953 --entrypoint /usr/bin/test -v default-k8s-diff-port-684953:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:31:22.125132 486511 oci.go:107] Successfully prepared a docker volume default-k8s-diff-port-684953
I1006 12:31:22.125180 486511 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:31:22.125201 486511 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:31:22.125281 486511 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v default-k8s-diff-port-684953:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
I1006 12:31:25.700119 486353 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:31:25.700185 486353 machine.go:96] duration metric: took 4.394205545s to provisionDockerMachine
I1006 12:31:25.700212 486353 start.go:293] postStartSetup for "embed-certs-127677" (driver="docker")
I1006 12:31:25.700239 486353 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:31:25.700367 486353 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:31:25.700429 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.724214 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:25.833745 486353 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:31:25.837460 486353 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:31:25.837496 486353 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:31:25.837508 486353 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:31:25.837610 486353 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:31:25.837700 486353 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:31:25.837810 486353 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:31:25.845898 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:31:25.863890 486353 start.go:296] duration metric: took 163.647559ms for postStartSetup
I1006 12:31:25.864031 486353 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:31:25.864084 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.883047 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:25.974997 486353 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:31:25.979949 486353 fix.go:56] duration metric: took 5.119272152s for fixHost
I1006 12:31:25.979973 486353 start.go:83] releasing machines lock for "embed-certs-127677", held for 5.119318519s
I1006 12:31:25.980052 486353 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-127677
I1006 12:31:25.998679 486353 ssh_runner.go:195] Run: cat /version.json
I1006 12:31:25.998733 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:25.999174 486353 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:31:25.999248 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:26.022566 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:26.023193 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:26.121878 486353 ssh_runner.go:195] Run: systemctl --version
I1006 12:31:26.246848 486353 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:31:26.310315 486353 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:31:26.315636 486353 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:31:26.315703 486353 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:31:26.334795 486353 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:31:26.334822 486353 start.go:495] detecting cgroup driver to use...
I1006 12:31:26.334853 486353 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:31:26.334912 486353 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:31:26.366834 486353 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:31:26.383623 486353 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:31:26.383688 486353 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:31:26.406008 486353 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:31:26.422349 486353 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:31:26.640204 486353 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:31:26.951439 486353 docker.go:234] disabling docker service ...
I1006 12:31:26.951532 486353 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:31:26.983887 486353 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:31:26.998945 486353 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:31:27.361448 486353 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:31:27.509624 486353 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:31:27.522961 486353 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:31:27.539045 486353 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:31:27.539111 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.548158 486353 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:31:27.548225 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.557086 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.565915 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.575137 486353 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:31:27.583681 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.592696 486353 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.601336 486353 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:27.610278 486353 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:31:27.618303 486353 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:31:27.625662 486353 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:27.743550 486353 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:31:27.884236 486353 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:31:27.884342 486353 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:31:27.888404 486353 start.go:563] Will wait 60s for crictl version
I1006 12:31:27.888494 486353 ssh_runner.go:195] Run: which crictl
I1006 12:31:27.892023 486353 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:31:27.917001 486353 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:31:27.917141 486353 ssh_runner.go:195] Run: crio --version
I1006 12:31:27.947138 486353 ssh_runner.go:195] Run: crio --version
I1006 12:31:27.980027 486353 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:31:27.982886 486353 cli_runner.go:164] Run: docker network inspect embed-certs-127677 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:31:27.997986 486353 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:31:28.002004 486353 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:31:28.014542 486353 kubeadm.go:883] updating cluster {Name:embed-certs-127677 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:31:28.014662 486353 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:31:28.014738 486353 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:31:28.054206 486353 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:31:28.054231 486353 crio.go:433] Images already preloaded, skipping extraction
I1006 12:31:28.054291 486353 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:31:28.081625 486353 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:31:28.081650 486353 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:31:28.081658 486353 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:31:28.081764 486353 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-127677 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:31:28.081846 486353 ssh_runner.go:195] Run: crio config
I1006 12:31:28.158401 486353 cni.go:84] Creating CNI manager for ""
I1006 12:31:28.158428 486353 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:31:28.158447 486353 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:31:28.158501 486353 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-127677 NodeName:embed-certs-127677 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/e
tc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:31:28.158662 486353 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-127677"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:31:28.158743 486353 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:31:28.166824 486353 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:31:28.166911 486353 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:31:28.174919 486353 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1006 12:31:28.188183 486353 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:31:28.201627 486353 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2215 bytes)
I1006 12:31:28.214831 486353 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:31:28.218794 486353 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:31:28.228824 486353 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:28.417256 486353 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:31:28.446022 486353 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677 for IP: 192.168.85.2
I1006 12:31:28.446043 486353 certs.go:195] generating shared ca certs ...
I1006 12:31:28.446060 486353 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:28.446218 486353 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:31:28.446277 486353 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:31:28.446290 486353 certs.go:257] generating profile certs ...
I1006 12:31:28.446376 486353 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/client.key
I1006 12:31:28.446442 486353 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key.eccce16e
I1006 12:31:28.446481 486353 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.key
I1006 12:31:28.446601 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:31:28.446635 486353 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:31:28.446649 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:31:28.446679 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:31:28.446710 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:31:28.446739 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:31:28.446792 486353 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:31:28.447474 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:31:28.490169 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:31:28.542117 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:31:28.592688 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:31:28.634364 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1006 12:31:28.673610 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:31:28.704592 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:31:28.745743 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/embed-certs-127677/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:31:28.777020 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:31:28.801639 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:31:28.825807 486353 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:31:28.846663 486353 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:31:28.860926 486353 ssh_runner.go:195] Run: openssl version
I1006 12:31:28.868301 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:31:28.879234 486353 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:28.883836 486353 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:28.883903 486353 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:28.933466 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:31:28.941792 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:31:28.950250 486353 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:31:28.954408 486353 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:31:28.954474 486353 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:31:28.999102 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:31:29.007762 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:31:29.017723 486353 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:31:29.022560 486353 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:31:29.022633 486353 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:31:29.069792 486353 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:31:29.084584 486353 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:31:29.088505 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:31:29.130633 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:31:29.171880 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:31:29.214213 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:31:29.264486 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:31:29.312349 486353 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:31:29.422535 486353 kubeadm.go:400] StartCluster: {Name:embed-certs-127677 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:embed-certs-127677 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker B
inaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:31:29.422679 486353 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:31:29.422796 486353 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:31:29.480318 486353 cri.go:89] found id: "3791b0eb2b70bd548ad61d2bdee71d4b9af136367b726daf3786a04c94a29d5a"
I1006 12:31:29.480392 486353 cri.go:89] found id: "c95b6e03a7d07c4561cf7131488a167b197757f27e6bd0a03f6dc92e7bb9e53f"
I1006 12:31:29.480410 486353 cri.go:89] found id: "f16616ee6f5bf2ba38a797d35dac308d0d657e3d8e5dcee09bc086a388a1d191"
I1006 12:31:29.480436 486353 cri.go:89] found id: "7d183d3c5f86a1fb5ff3a74da45e5a942ba7ae5a9c3ed1c2f083fe95ea920eac"
I1006 12:31:29.480464 486353 cri.go:89] found id: ""
I1006 12:31:29.480538 486353 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:31:29.499794 486353 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:31:29Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:31:29.499967 486353 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:31:29.509609 486353 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:31:29.509682 486353 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:31:29.509771 486353 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:31:29.523301 486353 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:31:29.523775 486353 kubeconfig.go:47] verify endpoint returned: get endpoint: "embed-certs-127677" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:31:29.523929 486353 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "embed-certs-127677" cluster setting kubeconfig missing "embed-certs-127677" context setting]
I1006 12:31:29.524250 486353 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:29.525869 486353 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:31:29.534158 486353 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.85.2
I1006 12:31:29.534231 486353 kubeadm.go:601] duration metric: took 24.530281ms to restartPrimaryControlPlane
I1006 12:31:29.534255 486353 kubeadm.go:402] duration metric: took 111.732308ms to StartCluster
I1006 12:31:29.534296 486353 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:29.534370 486353 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:31:29.535389 486353 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:29.535669 486353 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:31:29.536069 486353 config.go:182] Loaded profile config "embed-certs-127677": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:29.536105 486353 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:31:29.536327 486353 addons.go:69] Setting storage-provisioner=true in profile "embed-certs-127677"
I1006 12:31:29.536354 486353 addons.go:238] Setting addon storage-provisioner=true in "embed-certs-127677"
W1006 12:31:29.536374 486353 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:31:29.536422 486353 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:31:29.537080 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:29.537268 486353 addons.go:69] Setting dashboard=true in profile "embed-certs-127677"
I1006 12:31:29.537309 486353 addons.go:238] Setting addon dashboard=true in "embed-certs-127677"
W1006 12:31:29.537330 486353 addons.go:247] addon dashboard should already be in state true
I1006 12:31:29.537415 486353 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:31:29.537579 486353 addons.go:69] Setting default-storageclass=true in profile "embed-certs-127677"
I1006 12:31:29.537607 486353 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-127677"
I1006 12:31:29.537884 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:29.538127 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:29.541660 486353 out.go:179] * Verifying Kubernetes components...
I1006 12:31:29.545801 486353 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:29.598883 486353 addons.go:238] Setting addon default-storageclass=true in "embed-certs-127677"
W1006 12:31:29.598913 486353 addons.go:247] addon default-storageclass should already be in state true
I1006 12:31:29.598937 486353 host.go:66] Checking if "embed-certs-127677" exists ...
I1006 12:31:29.599378 486353 cli_runner.go:164] Run: docker container inspect embed-certs-127677 --format={{.State.Status}}
I1006 12:31:29.600024 486353 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:31:29.601726 486353 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:31:29.605261 486353 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:31:29.605328 486353 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:31:29.605345 486353 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:31:29.605409 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:29.608307 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:31:29.608335 486353 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:31:29.608419 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:29.654257 486353 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:31:29.654285 486353 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:31:29.654352 486353 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-127677
I1006 12:31:29.679012 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:29.689177 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:29.711301 486353 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33444 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/embed-certs-127677/id_rsa Username:docker}
I1006 12:31:29.911034 486353 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:31:29.916700 486353 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:31:29.947401 486353 node_ready.go:35] waiting up to 6m0s for node "embed-certs-127677" to be "Ready" ...
I1006 12:31:29.948908 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:31:29.948974 486353 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:31:29.983049 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:31:29.983139 486353 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:31:30.041993 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:31:30.042019 486353 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:31:30.058691 486353 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:31:30.104155 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:31:30.104177 486353 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:31:30.192461 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:31:30.192538 486353 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:31:30.259419 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:31:30.259493 486353 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:31:30.314860 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:31:30.314933 486353 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:31:30.338992 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:31:30.339065 486353 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:31:30.363933 486353 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:31:30.364009 486353 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:31:30.387245 486353 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:31:26.069702 486511 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v default-k8s-diff-port-684953:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (3.944369792s)
I1006 12:31:26.069737 486511 kic.go:203] duration metric: took 3.944532165s to extract preloaded images to volume ...
W1006 12:31:26.069882 486511 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:31:26.069997 486511 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:31:26.142793 486511 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname default-k8s-diff-port-684953 --name default-k8s-diff-port-684953 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=default-k8s-diff-port-684953 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=default-k8s-diff-port-684953 --network default-k8s-diff-port-684953 --ip 192.168.76.2 --volume default-k8s-diff-port-684953:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8444 --publish=127.0.0.1::8444 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:31:26.546571 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Running}}
I1006 12:31:26.571893 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:31:26.604813 486511 cli_runner.go:164] Run: docker exec default-k8s-diff-port-684953 stat /var/lib/dpkg/alternatives/iptables
I1006 12:31:26.671416 486511 oci.go:144] the created container "default-k8s-diff-port-684953" has a running status.
I1006 12:31:26.671452 486511 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa...
I1006 12:31:27.221170 486511 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:31:27.254807 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:31:27.290954 486511 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:31:27.290976 486511 kic_runner.go:114] Args: [docker exec --privileged default-k8s-diff-port-684953 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:31:27.378292 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:31:27.403241 486511 machine.go:93] provisionDockerMachine start ...
I1006 12:31:27.403347 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:27.427103 486511 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:27.427476 486511 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33449 <nil> <nil>}
I1006 12:31:27.427486 486511 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:31:27.428286 486511 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:55276->127.0.0.1:33449: read: connection reset by peer
I1006 12:31:30.593371 486511 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-684953
I1006 12:31:30.593458 486511 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-684953"
I1006 12:31:30.593583 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:30.617621 486511 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:30.617928 486511 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33449 <nil> <nil>}
I1006 12:31:30.617940 486511 main.go:141] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-684953 && echo "default-k8s-diff-port-684953" | sudo tee /etc/hostname
I1006 12:31:30.798787 486511 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-684953
I1006 12:31:30.798880 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:30.822659 486511 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:30.822968 486511 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33449 <nil> <nil>}
I1006 12:31:30.822991 486511 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-684953' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-684953/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-684953' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:31:30.985957 486511 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:31:30.985985 486511 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:31:30.986004 486511 ubuntu.go:190] setting up certificates
I1006 12:31:30.986031 486511 provision.go:84] configureAuth start
I1006 12:31:30.986102 486511 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:31:31.012832 486511 provision.go:143] copyHostCerts
I1006 12:31:31.012914 486511 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:31:31.012928 486511 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:31:31.013022 486511 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:31:31.013124 486511 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:31:31.013133 486511 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:31:31.013160 486511 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:31:31.013220 486511 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:31:31.013230 486511 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:31:31.013254 486511 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:31:31.013316 486511 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-684953 san=[127.0.0.1 192.168.76.2 default-k8s-diff-port-684953 localhost minikube]
I1006 12:31:31.517239 486511 provision.go:177] copyRemoteCerts
I1006 12:31:31.517310 486511 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:31:31.517354 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:31.534671 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:31.643681 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:31:31.677623 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1006 12:31:31.715151 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1671 bytes)
I1006 12:31:31.741489 486511 provision.go:87] duration metric: took 755.430463ms to configureAuth
I1006 12:31:31.741613 486511 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:31:31.741816 486511 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:31:31.741928 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:31.771301 486511 main.go:141] libmachine: Using SSH client type: native
I1006 12:31:31.771628 486511 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33449 <nil> <nil>}
I1006 12:31:31.771649 486511 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:31:32.122664 486511 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:31:32.122689 486511 machine.go:96] duration metric: took 4.719428305s to provisionDockerMachine
I1006 12:31:32.122700 486511 client.go:171] duration metric: took 10.832616687s to LocalClient.Create
I1006 12:31:32.122715 486511 start.go:167] duration metric: took 10.832681213s to libmachine.API.Create "default-k8s-diff-port-684953"
I1006 12:31:32.122726 486511 start.go:293] postStartSetup for "default-k8s-diff-port-684953" (driver="docker")
I1006 12:31:32.122736 486511 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:31:32.122799 486511 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:31:32.122843 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:32.155027 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:32.263548 486511 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:31:32.267504 486511 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:31:32.267543 486511 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:31:32.267554 486511 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:31:32.267616 486511 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:31:32.267717 486511 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:31:32.267827 486511 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:31:32.283798 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:31:32.312273 486511 start.go:296] duration metric: took 189.53232ms for postStartSetup
I1006 12:31:32.312650 486511 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:31:32.357821 486511 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json ...
I1006 12:31:32.358105 486511 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:31:32.358158 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:32.383029 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:32.478836 486511 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:31:32.486806 486511 start.go:128] duration metric: took 11.201053498s to createHost
I1006 12:31:32.486828 486511 start.go:83] releasing machines lock for "default-k8s-diff-port-684953", held for 11.201183396s
I1006 12:31:32.486910 486511 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:31:32.514047 486511 ssh_runner.go:195] Run: cat /version.json
I1006 12:31:32.514102 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:32.514322 486511 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:31:32.514379 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:31:32.549724 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:32.558914 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:31:32.682688 486511 ssh_runner.go:195] Run: systemctl --version
I1006 12:31:32.792324 486511 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:31:32.864272 486511 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:31:32.870576 486511 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:31:32.870707 486511 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:31:32.920903 486511 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:31:32.920927 486511 start.go:495] detecting cgroup driver to use...
I1006 12:31:32.920967 486511 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:31:32.921020 486511 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:31:32.949243 486511 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:31:32.980411 486511 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:31:32.980482 486511 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:31:33.003381 486511 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:31:33.031177 486511 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:31:33.217601 486511 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:31:33.462280 486511 docker.go:234] disabling docker service ...
I1006 12:31:33.462350 486511 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:31:33.507731 486511 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:31:33.524870 486511 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:31:33.722243 486511 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:31:33.893915 486511 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:31:33.923526 486511 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:31:33.962976 486511 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:31:33.963092 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:33.975375 486511 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:31:33.975535 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:33.985462 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:33.995316 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:34.012699 486511 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:31:34.023216 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:34.039094 486511 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:34.062841 486511 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:31:34.080409 486511 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:31:34.101616 486511 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:31:34.112325 486511 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:34.321584 486511 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:31:34.520303 486511 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:31:34.520375 486511 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:31:34.524448 486511 start.go:563] Will wait 60s for crictl version
I1006 12:31:34.524515 486511 ssh_runner.go:195] Run: which crictl
I1006 12:31:34.528770 486511 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:31:34.564689 486511 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:31:34.564846 486511 ssh_runner.go:195] Run: crio --version
I1006 12:31:34.626060 486511 ssh_runner.go:195] Run: crio --version
I1006 12:31:34.688524 486511 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:31:34.691485 486511 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-684953 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:31:34.719227 486511 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:31:34.723605 486511 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:31:34.735892 486511 kubeadm.go:883] updating cluster {Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false C
ustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:31:34.735998 486511 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:31:34.736057 486511 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:31:34.796233 486511 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:31:34.796253 486511 crio.go:433] Images already preloaded, skipping extraction
I1006 12:31:34.796312 486511 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:31:34.854110 486511 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:31:34.854205 486511 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:31:34.854234 486511 kubeadm.go:934] updating node { 192.168.76.2 8444 v1.34.1 crio true true} ...
I1006 12:31:34.854365 486511 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-684953 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:31:34.854486 486511 ssh_runner.go:195] Run: crio config
I1006 12:31:34.957764 486511 cni.go:84] Creating CNI manager for ""
I1006 12:31:34.957834 486511 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:31:34.957878 486511 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:31:34.957921 486511 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-684953 NodeName:default-k8s-diff-port-684953 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.
crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:31:34.958104 486511 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-684953"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:31:34.958208 486511 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:31:34.972481 486511 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:31:34.972624 486511 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:31:34.986854 486511 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (378 bytes)
I1006 12:31:35.020389 486511 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:31:35.043905 486511 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2225 bytes)
I1006 12:31:35.062736 486511 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:31:35.066774 486511 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:31:35.090885 486511 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:31:35.289957 486511 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:31:35.334881 486511 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953 for IP: 192.168.76.2
I1006 12:31:35.334950 486511 certs.go:195] generating shared ca certs ...
I1006 12:31:35.334982 486511 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:35.335178 486511 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:31:35.335271 486511 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:31:35.335299 486511 certs.go:257] generating profile certs ...
I1006 12:31:35.335392 486511 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.key
I1006 12:31:35.335433 486511 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt with IP's: []
I1006 12:31:36.146129 486511 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt ...
I1006 12:31:36.146206 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: {Name:mk1e49709a8586aa2f9415fbf98930c97ae9f609 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:36.146426 486511 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.key ...
I1006 12:31:36.146465 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.key: {Name:mk9b04075b56fd48cf0834dcbb8e6d00b7c970d1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:36.146593 486511 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065
I1006 12:31:36.146635 486511 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt.11a61065 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1006 12:31:36.423186 486511 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt.11a61065 ...
I1006 12:31:36.423262 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt.11a61065: {Name:mk57b40cfac46abba3f716dd18e04f481fdfb6a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:36.423502 486511 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065 ...
I1006 12:31:36.423549 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065: {Name:mk8110eebeb49d4860cd6b8722eda37fa7f0aff7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:36.423708 486511 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt.11a61065 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt
I1006 12:31:36.423846 486511 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key
I1006 12:31:36.423935 486511 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key
I1006 12:31:36.423985 486511 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt with IP's: []
I1006 12:31:37.871296 486511 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt ...
I1006 12:31:37.871370 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt: {Name:mk9484a64d886253dddea9047de9a9a78b3665d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:37.871596 486511 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key ...
I1006 12:31:37.871631 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key: {Name:mkee7becb8048e3af5138d4203629208d77461a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:31:37.871862 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:31:37.871940 486511 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:31:37.871966 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:31:37.872016 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:31:37.872063 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:31:37.872104 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:31:37.872187 486511 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:31:37.872759 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:31:37.904262 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:31:37.947865 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:31:37.982722 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:31:38.022910 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1006 12:31:38.054333 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:31:38.095638 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:31:38.128619 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:31:38.156888 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:31:38.191004 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:31:38.224414 486511 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:31:38.247711 486511 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:31:38.269496 486511 ssh_runner.go:195] Run: openssl version
I1006 12:31:38.276782 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:31:38.294746 486511 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:31:38.299825 486511 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:31:38.299958 486511 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:31:38.363093 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:31:38.372682 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:31:38.393587 486511 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:31:38.398207 486511 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:31:38.398348 486511 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:31:38.469537 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:31:38.482761 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:31:38.496322 486511 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:38.500695 486511 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:38.500839 486511 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:31:38.560539 486511 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:31:38.573284 486511 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:31:38.577563 486511 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:31:38.577655 486511 kubeadm.go:400] StartCluster: {Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:31:38.577782 486511 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:31:38.577887 486511 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:31:38.652559 486511 cri.go:89] found id: ""
I1006 12:31:38.652704 486511 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:31:38.678256 486511 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:31:38.714738 486511 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:31:38.714855 486511 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:31:38.728380 486511 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:31:38.728448 486511 kubeadm.go:157] found existing configuration files:
I1006 12:31:38.728532 486511 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf
I1006 12:31:38.745829 486511 kubeadm.go:163] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:31:38.745950 486511 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:31:38.758938 486511 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf
I1006 12:31:38.770659 486511 kubeadm.go:163] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:31:38.770779 486511 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:31:38.787170 486511 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf
I1006 12:31:38.797023 486511 kubeadm.go:163] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:31:38.797169 486511 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:31:38.807028 486511 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf
I1006 12:31:38.819208 486511 kubeadm.go:163] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:31:38.819318 486511 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:31:38.827997 486511 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:31:38.901855 486511 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:31:38.902282 486511 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:31:38.929007 486511 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:31:38.929089 486511 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:31:38.929129 486511 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:31:38.929180 486511 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:31:38.929233 486511 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:31:38.929286 486511 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:31:38.929339 486511 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:31:38.929393 486511 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:31:38.929446 486511 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:31:38.929496 486511 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:31:38.929564 486511 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:31:38.929634 486511 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:31:39.041110 486511 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:31:39.041323 486511 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:31:39.041457 486511 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:31:39.053586 486511 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1006 12:31:35.802339 486353 node_ready.go:49] node "embed-certs-127677" is "Ready"
I1006 12:31:35.802369 486353 node_ready.go:38] duration metric: took 5.854883604s for node "embed-certs-127677" to be "Ready" ...
I1006 12:31:35.802384 486353 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:31:35.802443 486353 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:31:39.301534 486353 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (9.384741792s)
I1006 12:31:39.301600 486353 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (9.242888338s)
I1006 12:31:39.428381 486353 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (9.041053587s)
I1006 12:31:39.428583 486353 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (3.626129098s)
I1006 12:31:39.428608 486353 api_server.go:72] duration metric: took 9.892887012s to wait for apiserver process to appear ...
I1006 12:31:39.428615 486353 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:31:39.428632 486353 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:31:39.431539 486353 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p embed-certs-127677 addons enable metrics-server
I1006 12:31:39.434368 486353 out.go:179] * Enabled addons: storage-provisioner, default-storageclass, dashboard
I1006 12:31:39.437253 486353 addons.go:514] duration metric: took 9.901141682s for enable addons: enabled=[storage-provisioner default-storageclass dashboard]
I1006 12:31:39.462057 486353 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:31:39.469039 486353 api_server.go:141] control plane version: v1.34.1
I1006 12:31:39.469067 486353 api_server.go:131] duration metric: took 40.446275ms to wait for apiserver health ...
I1006 12:31:39.469077 486353 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:31:39.511161 486353 system_pods.go:59] 8 kube-system pods found
I1006 12:31:39.511259 486353 system_pods.go:61] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:31:39.511284 486353 system_pods.go:61] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:31:39.511327 486353 system_pods.go:61] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1006 12:31:39.511354 486353 system_pods.go:61] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:31:39.511374 486353 system_pods.go:61] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:31:39.511405 486353 system_pods.go:61] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:31:39.511433 486353 system_pods.go:61] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:31:39.511453 486353 system_pods.go:61] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Running
I1006 12:31:39.511486 486353 system_pods.go:74] duration metric: took 42.388248ms to wait for pod list to return data ...
I1006 12:31:39.511513 486353 default_sa.go:34] waiting for default service account to be created ...
I1006 12:31:39.521854 486353 default_sa.go:45] found service account: "default"
I1006 12:31:39.521879 486353 default_sa.go:55] duration metric: took 10.347192ms for default service account to be created ...
I1006 12:31:39.521890 486353 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:31:39.533986 486353 system_pods.go:86] 8 kube-system pods found
I1006 12:31:39.534018 486353 system_pods.go:89] "coredns-66bc5c9577-g4kqh" [355e3252-8c40-4dec-ba28-4e81be29fd01] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:31:39.534028 486353 system_pods.go:89] "etcd-embed-certs-127677" [4513e11e-b902-4487-825a-617d73163b58] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:31:39.534035 486353 system_pods.go:89] "kindnet-2c4vj" [73b9e8bc-69d3-4485-88fc-1fab8e39a048] Running
I1006 12:31:39.534042 486353 system_pods.go:89] "kube-apiserver-embed-certs-127677" [034c427f-4e5b-4758-96fa-806bc7a24e2b] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:31:39.534051 486353 system_pods.go:89] "kube-controller-manager-embed-certs-127677" [cabd13f7-a88f-46d7-84b8-510969c1b786] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:31:39.534060 486353 system_pods.go:89] "kube-proxy-4sgz6" [50b14e96-7778-4672-8197-04cd3840b93f] Running
I1006 12:31:39.534066 486353 system_pods.go:89] "kube-scheduler-embed-certs-127677" [441dc65c-a61a-4e03-87e6-ec833e25bded] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:31:39.534070 486353 system_pods.go:89] "storage-provisioner" [63e2289f-c409-4573-964b-1f739d5dde27] Running
I1006 12:31:39.534077 486353 system_pods.go:126] duration metric: took 12.181053ms to wait for k8s-apps to be running ...
I1006 12:31:39.534085 486353 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:31:39.534144 486353 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:31:39.571538 486353 system_svc.go:56] duration metric: took 37.434027ms WaitForService to wait for kubelet
I1006 12:31:39.571611 486353 kubeadm.go:586] duration metric: took 10.035888264s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:31:39.571644 486353 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:31:39.575293 486353 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:31:39.575371 486353 node_conditions.go:123] node cpu capacity is 2
I1006 12:31:39.575398 486353 node_conditions.go:105] duration metric: took 3.733364ms to run NodePressure ...
I1006 12:31:39.575423 486353 start.go:241] waiting for startup goroutines ...
I1006 12:31:39.575459 486353 start.go:246] waiting for cluster config update ...
I1006 12:31:39.575492 486353 start.go:255] writing updated cluster config ...
I1006 12:31:39.575875 486353 ssh_runner.go:195] Run: rm -f paused
I1006 12:31:39.579655 486353 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:31:39.593751 486353 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:31:39.058617 486511 out.go:252] - Generating certificates and keys ...
I1006 12:31:39.058800 486511 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:31:39.058921 486511 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:31:40.468225 486511 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:31:40.704226 486511 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
W1006 12:31:41.608018 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:43.609084 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:31:41.225114 486511 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:31:42.508792 486511 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:31:42.587673 486511 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:31:42.587831 486511 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [default-k8s-diff-port-684953 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:31:43.023122 486511 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:31:43.023581 486511 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [default-k8s-diff-port-684953 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1006 12:31:44.019937 486511 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:31:44.647029 486511 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:31:44.856642 486511 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:31:44.857738 486511 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:31:45.397377 486511 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:31:45.701887 486511 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:31:45.873859 486511 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:31:46.387241 486511 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:31:47.217896 486511 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:31:47.218000 486511 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:31:47.228383 486511 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
W1006 12:31:46.110127 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:48.111035 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:50.136291 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:31:47.232722 486511 out.go:252] - Booting up control plane ...
I1006 12:31:47.232834 486511 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:31:47.232918 486511 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:31:47.239427 486511 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:31:47.256428 486511 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:31:47.256541 486511 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:31:47.264872 486511 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:31:47.265603 486511 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:31:47.265656 486511 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:31:47.425300 486511 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:31:47.425427 486511 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:31:48.926080 486511 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.500978148s
I1006 12:31:48.930009 486511 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:31:48.930110 486511 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8444/livez
I1006 12:31:48.930203 486511 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:31:48.930286 486511 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
W1006 12:31:52.603328 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:55.103334 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:57.103680 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:31:59.599378 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:31:58.988711 486511 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 10.057587938s
I1006 12:32:00.449514 486511 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 11.502435153s
I1006 12:32:00.650975 486511 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 11.720940033s
I1006 12:32:00.685421 486511 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:32:00.703176 486511 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:32:00.727477 486511 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:32:00.727715 486511 kubeadm.go:318] [mark-control-plane] Marking the node default-k8s-diff-port-684953 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:32:00.743399 486511 kubeadm.go:318] [bootstrap-token] Using token: pppgs4.aurij6mip9hj1hjq
I1006 12:32:00.746224 486511 out.go:252] - Configuring RBAC rules ...
I1006 12:32:00.746356 486511 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:32:00.751850 486511 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:32:00.763435 486511 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:32:00.768420 486511 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:32:00.772678 486511 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:32:00.777375 486511 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:32:01.060987 486511 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:32:01.504803 486511 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:32:02.058942 486511 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:32:02.060105 486511 kubeadm.go:318]
I1006 12:32:02.060179 486511 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:32:02.060191 486511 kubeadm.go:318]
I1006 12:32:02.060269 486511 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:32:02.060279 486511 kubeadm.go:318]
I1006 12:32:02.060310 486511 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:32:02.060372 486511 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:32:02.060426 486511 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:32:02.060435 486511 kubeadm.go:318]
I1006 12:32:02.060489 486511 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:32:02.060497 486511 kubeadm.go:318]
I1006 12:32:02.060548 486511 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:32:02.060556 486511 kubeadm.go:318]
I1006 12:32:02.060608 486511 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:32:02.060684 486511 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:32:02.060754 486511 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:32:02.060762 486511 kubeadm.go:318]
I1006 12:32:02.060846 486511 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:32:02.060926 486511 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:32:02.060936 486511 kubeadm.go:318]
I1006 12:32:02.061020 486511 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8444 --token pppgs4.aurij6mip9hj1hjq \
I1006 12:32:02.061126 486511 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:32:02.061150 486511 kubeadm.go:318] --control-plane
I1006 12:32:02.061158 486511 kubeadm.go:318]
I1006 12:32:02.061242 486511 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:32:02.061247 486511 kubeadm.go:318]
I1006 12:32:02.061327 486511 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8444 --token pppgs4.aurij6mip9hj1hjq \
I1006 12:32:02.061428 486511 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:32:02.066027 486511 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:32:02.066290 486511 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:32:02.066452 486511 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:32:02.066516 486511 cni.go:84] Creating CNI manager for ""
I1006 12:32:02.066539 486511 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:32:02.071702 486511 out.go:179] * Configuring CNI (Container Networking Interface) ...
W1006 12:32:01.600354 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:32:04.100293 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:32:02.074814 486511 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:32:02.079089 486511 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:32:02.079112 486511 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:32:02.106755 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:32:02.438784 486511 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:32:02.438926 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:02.438991 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes default-k8s-diff-port-684953 minikube.k8s.io/updated_at=2025_10_06T12_32_02_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=default-k8s-diff-port-684953 minikube.k8s.io/primary=true
I1006 12:32:02.713666 486511 ops.go:34] apiserver oom_adj: -16
I1006 12:32:02.713769 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:03.214752 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:03.714431 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:04.213922 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:04.714323 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:05.214618 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:05.714614 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:06.214029 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:06.714534 486511 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:32:06.822191 486511 kubeadm.go:1113] duration metric: took 4.383310473s to wait for elevateKubeSystemPrivileges
I1006 12:32:06.822231 486511 kubeadm.go:402] duration metric: took 28.244580719s to StartCluster
I1006 12:32:06.822248 486511 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:06.822311 486511 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:32:06.823952 486511 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:06.824225 486511 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:32:06.824480 486511 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:32:06.824920 486511 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:32:06.825004 486511 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:32:06.825012 486511 addons.go:69] Setting default-storageclass=true in profile "default-k8s-diff-port-684953"
I1006 12:32:06.825025 486511 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-684953"
I1006 12:32:06.825005 486511 addons.go:69] Setting storage-provisioner=true in profile "default-k8s-diff-port-684953"
I1006 12:32:06.825097 486511 addons.go:238] Setting addon storage-provisioner=true in "default-k8s-diff-port-684953"
I1006 12:32:06.825150 486511 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:32:06.825368 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:32:06.825681 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:32:06.833348 486511 out.go:179] * Verifying Kubernetes components...
I1006 12:32:06.839980 486511 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:32:06.860223 486511 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:32:06.865172 486511 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:32:06.865198 486511 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:32:06.865271 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:32:06.877782 486511 addons.go:238] Setting addon default-storageclass=true in "default-k8s-diff-port-684953"
I1006 12:32:06.877821 486511 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:32:06.878246 486511 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:32:06.904352 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:32:06.924312 486511 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:32:06.924332 486511 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:32:06.924393 486511 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:32:06.953605 486511 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33449 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:32:07.229473 486511 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:32:07.236257 486511 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:32:07.245014 486511 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.76.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:32:07.245120 486511 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:32:08.145275 486511 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-684953" to be "Ready" ...
I1006 12:32:08.145715 486511 start.go:976] {"host.minikube.internal": 192.168.76.1} host record injected into CoreDNS's ConfigMap
I1006 12:32:08.190304 486511 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
W1006 12:32:06.102743 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:32:08.106899 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:32:08.194381 486511 addons.go:514] duration metric: took 1.369445955s for enable addons: enabled=[storage-provisioner default-storageclass]
I1006 12:32:08.650622 486511 kapi.go:214] "coredns" deployment in "kube-system" namespace and "default-k8s-diff-port-684953" context rescaled to 1 replicas
W1006 12:32:10.148944 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:10.602984 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
W1006 12:32:13.106177 486353 pod_ready.go:104] pod "coredns-66bc5c9577-g4kqh" is not "Ready", error: <nil>
I1006 12:32:15.103016 486353 pod_ready.go:94] pod "coredns-66bc5c9577-g4kqh" is "Ready"
I1006 12:32:15.103046 486353 pod_ready.go:86] duration metric: took 35.509220172s for pod "coredns-66bc5c9577-g4kqh" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.109435 486353 pod_ready.go:83] waiting for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.115783 486353 pod_ready.go:94] pod "etcd-embed-certs-127677" is "Ready"
I1006 12:32:15.115817 486353 pod_ready.go:86] duration metric: took 6.349275ms for pod "etcd-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.119472 486353 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.125482 486353 pod_ready.go:94] pod "kube-apiserver-embed-certs-127677" is "Ready"
I1006 12:32:15.125557 486353 pod_ready.go:86] duration metric: took 6.016495ms for pod "kube-apiserver-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.128571 486353 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.297342 486353 pod_ready.go:94] pod "kube-controller-manager-embed-certs-127677" is "Ready"
I1006 12:32:15.297412 486353 pod_ready.go:86] duration metric: took 168.808702ms for pod "kube-controller-manager-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:15.502397 486353 pod_ready.go:83] waiting for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:32:12.648686 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:15.148291 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
I1006 12:32:15.897878 486353 pod_ready.go:94] pod "kube-proxy-4sgz6" is "Ready"
I1006 12:32:15.897907 486353 pod_ready.go:86] duration metric: took 395.433197ms for pod "kube-proxy-4sgz6" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:16.098233 486353 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:16.497768 486353 pod_ready.go:94] pod "kube-scheduler-embed-certs-127677" is "Ready"
I1006 12:32:16.497793 486353 pod_ready.go:86] duration metric: took 399.53121ms for pod "kube-scheduler-embed-certs-127677" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:16.497807 486353 pod_ready.go:40] duration metric: took 36.918066225s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:32:16.562735 486353 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:32:16.565985 486353 out.go:179] * Done! kubectl is now configured to use "embed-certs-127677" cluster and "default" namespace by default
W1006 12:32:17.148885 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:19.648491 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:22.148771 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:24.648298 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:26.648439 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:29.148295 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
==> CRI-O <==
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.786573749Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=d9a65c3f-3658-4530-8aa5-34ffc4b187ce name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.790628283Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=e88ae27e-2556-4224-a8c8-693972beeef3 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.792380708Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g/dashboard-metrics-scraper" id=5f52bb5c-4072-43de-8b8f-83b04a46aba7 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.792655919Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.803977245Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.804654825Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.827651065Z" level=info msg="Created container 0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g/dashboard-metrics-scraper" id=5f52bb5c-4072-43de-8b8f-83b04a46aba7 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.82870936Z" level=info msg="Starting container: 0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9" id=b63c8178-8183-4ba0-af1d-0b143239791d name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:32:14 embed-certs-127677 crio[644]: time="2025-10-06T12:32:14.830677762Z" level=info msg="Started container" PID=1640 containerID=0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9 description=kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g/dashboard-metrics-scraper id=b63c8178-8183-4ba0-af1d-0b143239791d name=/runtime.v1.RuntimeService/StartContainer sandboxID=db660ab7bd22c84d8cdde9d22ce303146985b14c9fe40c2713e94ec41ef2eddf
Oct 06 12:32:14 embed-certs-127677 conmon[1638]: conmon 0990a2c7f19487d5caa5 <ninfo>: container 1640 exited with status 1
Oct 06 12:32:15 embed-certs-127677 crio[644]: time="2025-10-06T12:32:15.332602993Z" level=info msg="Removing container: b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1" id=39e4d9a2-d0df-4ef9-a012-871db1e8b3bf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:32:15 embed-certs-127677 crio[644]: time="2025-10-06T12:32:15.344570366Z" level=info msg="Error loading conmon cgroup of container b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1: cgroup deleted" id=39e4d9a2-d0df-4ef9-a012-871db1e8b3bf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:32:15 embed-certs-127677 crio[644]: time="2025-10-06T12:32:15.349645844Z" level=info msg="Removed container b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g/dashboard-metrics-scraper" id=39e4d9a2-d0df-4ef9-a012-871db1e8b3bf name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.708130981Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.711741595Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.711778716Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.711804234Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.715157992Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.71532784Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.715363401Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.718635821Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.718670627Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.718695136Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.722154364Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:32:18 embed-certs-127677 crio[644]: time="2025-10-06T12:32:18.722191845Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
0990a2c7f1948 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 18 seconds ago Exited dashboard-metrics-scraper 2 db660ab7bd22c dashboard-metrics-scraper-6ffb444bf9-d279g kubernetes-dashboard
45fa3c9571b48 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 23 seconds ago Running storage-provisioner 2 fff3a0f2fee01 storage-provisioner kube-system
094cb7143c071 docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 42 seconds ago Running kubernetes-dashboard 0 3d7f4c92af827 kubernetes-dashboard-855c9754f9-bdcl8 kubernetes-dashboard
0d3f34b6fc541 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 55 seconds ago Running coredns 1 4801ae4b2361e coredns-66bc5c9577-g4kqh kube-system
210b6e6ef9693 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 55 seconds ago Running busybox 1 9a1405b5819ad busybox default
ab3f84254e95e 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 55 seconds ago Running kube-proxy 1 2f006c0cca3ec kube-proxy-4sgz6 kube-system
6a1d88d384d38 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 55 seconds ago Running kindnet-cni 1 9c5c42deb7d12 kindnet-2c4vj kube-system
ef64e2b06c1ce ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 55 seconds ago Exited storage-provisioner 1 fff3a0f2fee01 storage-provisioner kube-system
3791b0eb2b70b a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 47b13cf06a699 etcd-embed-certs-127677 kube-system
c95b6e03a7d07 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 3577e744c72ba kube-scheduler-embed-certs-127677 kube-system
f16616ee6f5bf 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 830affd2f91da kube-apiserver-embed-certs-127677 kube-system
7d183d3c5f86a 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 291add052663a kube-controller-manager-embed-certs-127677 kube-system
==> coredns [0d3f34b6fc541e434ae4203ce0098edc315f82db44d8f6ef0d4243c835311461] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = fa9a0cdcdddcb4be74a0eaf7cfcb211c40e29ddf5507e03bbfc0065bade31f0f2641a2513136e246f32328dd126fc93236fb5c595246f0763926a524386705e8
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:44712 - 42041 "HINFO IN 5169223614623053571.7595481825769793950. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.025564116s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
==> describe nodes <==
Name: embed-certs-127677
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=embed-certs-127677
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=embed-certs-127677
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_30_06_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:30:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-127677
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:32:27 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:32:07 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:32:07 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:32:07 +0000 Mon, 06 Oct 2025 12:29:59 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:32:07 +0000 Mon, 06 Oct 2025 12:30:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: embed-certs-127677
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: f27151a9900c4d9481ac1827186438be
System UUID: c9ae7e6d-928c-4988-94fd-29cbecac2578
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 97s
kube-system coredns-66bc5c9577-g4kqh 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m23s
kube-system etcd-embed-certs-127677 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m28s
kube-system kindnet-2c4vj 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m23s
kube-system kube-apiserver-embed-certs-127677 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m28s
kube-system kube-controller-manager-embed-certs-127677 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m27s
kube-system kube-proxy-4sgz6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m23s
kube-system kube-scheduler-embed-certs-127677 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m27s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-d279g 0 (0%) 0 (0%) 0 (0%) 0 (0%) 52s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-bdcl8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 52s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m20s kube-proxy
Normal Starting 53s kube-proxy
Normal Starting 2m28s kubelet Starting kubelet.
Warning CgroupV1 2m28s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientPID 2m27s kubelet Node embed-certs-127677 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m27s kubelet Node embed-certs-127677 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 2m27s kubelet Node embed-certs-127677 status is now: NodeHasSufficientMemory
Normal RegisteredNode 2m24s node-controller Node embed-certs-127677 event: Registered Node embed-certs-127677 in Controller
Normal NodeReady 100s kubelet Node embed-certs-127677 status is now: NodeReady
Normal Starting 65s kubelet Starting kubelet.
Warning CgroupV1 65s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 65s (x8 over 65s) kubelet Node embed-certs-127677 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 65s (x8 over 65s) kubelet Node embed-certs-127677 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 65s (x8 over 65s) kubelet Node embed-certs-127677 status is now: NodeHasSufficientPID
Normal RegisteredNode 52s node-controller Node embed-certs-127677 event: Registered Node embed-certs-127677 in Controller
==> dmesg <==
[Oct 6 12:04] overlayfs: idmapped layers are currently not supported
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
[Oct 6 12:31] overlayfs: idmapped layers are currently not supported
[ +19.790897] overlayfs: idmapped layers are currently not supported
==> etcd [3791b0eb2b70bd548ad61d2bdee71d4b9af136367b726daf3786a04c94a29d5a] <==
{"level":"warn","ts":"2025-10-06T12:31:32.915028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59762","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.014918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59778","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.070888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59796","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.143573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59818","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.196202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59838","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.230868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59864","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.256799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59876","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.355671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59886","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.405177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59914","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.455566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59928","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.550086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59952","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.553975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.569665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59976","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.625756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59986","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.657661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59998","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.687156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60022","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.744155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60032","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.777207Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60052","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.816952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60068","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.832977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60076","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.857746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60096","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.880505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60112","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.909386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60124","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:33.932616Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60148","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:34.036392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60172","server-name":"","error":"EOF"}
==> kernel <==
12:32:33 up 2:15, 0 user, load average: 3.65, 3.33, 2.62
Linux embed-certs-127677 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [6a1d88d384d38f5d756e0eb44cac88362ccbcc0f30532b4f5a4d6737ac268dc0] <==
I1006 12:31:38.447996 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:31:38.448244 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:31:38.448369 1 main.go:148] setting mtu 1500 for CNI
I1006 12:31:38.448380 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:31:38.448393 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:31:38Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:31:38.708166 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:31:38.708270 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:31:38.708304 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:31:38.709174 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:32:08.708275 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1006 12:32:08.709265 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:32:08.709331 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1006 12:32:08.709338 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
I1006 12:32:10.208559 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:32:10.208591 1 metrics.go:72] Registering metrics
I1006 12:32:10.208662 1 controller.go:711] "Syncing nftables rules"
I1006 12:32:18.707822 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:32:18.707884 1 main.go:301] handling current node
I1006 12:32:28.708632 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1006 12:32:28.708665 1 main.go:301] handling current node
==> kube-apiserver [f16616ee6f5bf2ba38a797d35dac308d0d657e3d8e5dcee09bc086a388a1d191] <==
I1006 12:31:36.042948 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1006 12:31:36.057681 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:31:36.113096 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:31:36.113129 1 policy_source.go:240] refreshing policies
I1006 12:31:36.136308 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:31:36.136415 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:31:36.140369 1 cache.go:39] Caches are synced for LocalAvailability controller
I1006 12:31:36.189366 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:31:36.189428 1 cache.go:39] Caches are synced for autoregister controller
I1006 12:31:36.212494 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:31:36.220789 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:31:36.222116 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:31:36.279872 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1006 12:31:36.395677 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:31:36.440013 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:31:37.285587 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:31:38.186792 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:31:38.614591 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:31:38.836258 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:31:38.881041 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:31:39.270517 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.107.238.143"}
I1006 12:31:39.422793 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.96.229.40"}
I1006 12:31:41.201017 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:31:41.529148 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:31:41.587852 1 controller.go:667] quota admission added evaluator for: endpoints
==> kube-controller-manager [7d183d3c5f86a1fb5ff3a74da45e5a942ba7ae5a9c3ed1c2f083fe95ea920eac] <==
I1006 12:31:41.178197 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1006 12:31:41.178254 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:31:41.179354 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:31:41.179434 1 shared_informer.go:356] "Caches are synced" controller="job"
I1006 12:31:41.179489 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:31:41.180524 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1006 12:31:41.203897 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:31:41.204477 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 12:31:41.209600 1 shared_informer.go:356] "Caches are synced" controller="deployment"
I1006 12:31:41.215917 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:31:41.223192 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1006 12:31:41.223278 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:31:41.223289 1 shared_informer.go:356] "Caches are synced" controller="ephemeral"
I1006 12:31:41.223331 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:31:41.223463 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:31:41.223492 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:31:41.224648 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:31:41.229677 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 12:31:41.233494 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:31:41.242458 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:31:41.253600 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:31:41.253802 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:31:41.254083 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:31:41.254587 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:31:41.262132 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
==> kube-proxy [ab3f84254e95ebb6d82cc07d42e245e459a1c5188e849627402beb1fbf1c5ed4] <==
I1006 12:31:39.558137 1 server_linux.go:53] "Using iptables proxy"
I1006 12:31:39.776555 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:31:39.889607 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:31:39.889710 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:31:39.889805 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:31:39.957419 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:31:39.957805 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:31:39.978571 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:31:39.978977 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:31:39.979233 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:31:39.980709 1 config.go:200] "Starting service config controller"
I1006 12:31:39.980763 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:31:39.980803 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:31:39.980830 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:31:39.980878 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:31:39.980904 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:31:39.981610 1 config.go:309] "Starting node config controller"
I1006 12:31:39.984351 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:31:39.984414 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:31:40.082966 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:31:40.083001 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:31:40.083046 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [c95b6e03a7d07c4561cf7131488a167b197757f27e6bd0a03f6dc92e7bb9e53f] <==
I1006 12:31:34.142582 1 serving.go:386] Generated self-signed cert in-memory
I1006 12:31:39.359674 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:31:39.359842 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:31:39.387124 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:31:39.387216 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 12:31:39.387240 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 12:31:39.387280 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:31:39.404368 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:31:39.404397 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:31:39.404417 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:31:39.404424 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:31:39.487400 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 12:31:39.518303 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:31:39.518361 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:31:42 embed-certs-127677 kubelet[770]: E1006 12:31:42.922653 770 projected.go:291] Couldn't get configMap kubernetes-dashboard/kube-root-ca.crt: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:31:42 embed-certs-127677 kubelet[770]: E1006 12:31:42.922673 770 projected.go:196] Error preparing data for projected volume kube-api-access-sn5qf for pod kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g: failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:31:42 embed-certs-127677 kubelet[770]: E1006 12:31:42.922716 770 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/86b8ba44-f59f-4bdc-ab18-32707af1a9fd-kube-api-access-sn5qf podName:86b8ba44-f59f-4bdc-ab18-32707af1a9fd nodeName:}" failed. No retries permitted until 2025-10-06 12:31:43.422703093 +0000 UTC m=+14.971054514 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-sn5qf" (UniqueName: "kubernetes.io/projected/86b8ba44-f59f-4bdc-ab18-32707af1a9fd-kube-api-access-sn5qf") pod "dashboard-metrics-scraper-6ffb444bf9-d279g" (UID: "86b8ba44-f59f-4bdc-ab18-32707af1a9fd") : failed to sync configmap cache: timed out waiting for the condition
Oct 06 12:31:43 embed-certs-127677 kubelet[770]: W1006 12:31:43.567924 770 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/crio-3d7f4c92af8273dca17888a238bfd7dc74825fdda63fe588a0fd62111407af9f WatchSource:0}: Error finding container 3d7f4c92af8273dca17888a238bfd7dc74825fdda63fe588a0fd62111407af9f: Status 404 returned error can't find the container with id 3d7f4c92af8273dca17888a238bfd7dc74825fdda63fe588a0fd62111407af9f
Oct 06 12:31:43 embed-certs-127677 kubelet[770]: W1006 12:31:43.623222 770 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/baa4bb16bf7a30efe4ead832deaf86213bdb4c8e0738c0cac0df15f34d026466/crio-db660ab7bd22c84d8cdde9d22ce303146985b14c9fe40c2713e94ec41ef2eddf WatchSource:0}: Error finding container db660ab7bd22c84d8cdde9d22ce303146985b14c9fe40c2713e94ec41ef2eddf: Status 404 returned error can't find the container with id db660ab7bd22c84d8cdde9d22ce303146985b14c9fe40c2713e94ec41ef2eddf
Oct 06 12:31:44 embed-certs-127677 kubelet[770]: I1006 12:31:44.753498 770 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness"
Oct 06 12:31:51 embed-certs-127677 kubelet[770]: I1006 12:31:51.220282 770 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-bdcl8" podStartSLOduration=3.005759104 podStartE2EDuration="10.220265186s" podCreationTimestamp="2025-10-06 12:31:41 +0000 UTC" firstStartedPulling="2025-10-06 12:31:43.57234649 +0000 UTC m=+15.120697895" lastFinishedPulling="2025-10-06 12:31:50.786852564 +0000 UTC m=+22.335203977" observedRunningTime="2025-10-06 12:31:51.220066595 +0000 UTC m=+22.768418000" watchObservedRunningTime="2025-10-06 12:31:51.220265186 +0000 UTC m=+22.768616591"
Oct 06 12:31:59 embed-certs-127677 kubelet[770]: I1006 12:31:59.216775 770 scope.go:117] "RemoveContainer" containerID="d0b334d7040ec8699f8c1490e6ceff0a76deabb4acebd329d9e18b33587d008e"
Oct 06 12:32:00 embed-certs-127677 kubelet[770]: I1006 12:32:00.289051 770 scope.go:117] "RemoveContainer" containerID="d0b334d7040ec8699f8c1490e6ceff0a76deabb4acebd329d9e18b33587d008e"
Oct 06 12:32:00 embed-certs-127677 kubelet[770]: I1006 12:32:00.290522 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:00 embed-certs-127677 kubelet[770]: E1006 12:32:00.290894 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:01 embed-certs-127677 kubelet[770]: I1006 12:32:01.289612 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:01 embed-certs-127677 kubelet[770]: E1006 12:32:01.289811 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:03 embed-certs-127677 kubelet[770]: I1006 12:32:03.533333 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:03 embed-certs-127677 kubelet[770]: E1006 12:32:03.533571 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:10 embed-certs-127677 kubelet[770]: I1006 12:32:10.312345 770 scope.go:117] "RemoveContainer" containerID="ef64e2b06c1ced1b105fc53b29cede899c42442556b3221f5be14dca69793524"
Oct 06 12:32:14 embed-certs-127677 kubelet[770]: I1006 12:32:14.784587 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:15 embed-certs-127677 kubelet[770]: I1006 12:32:15.329478 770 scope.go:117] "RemoveContainer" containerID="b3bb5e95d4de81ae9c70c09a481d973a2ee98c7a15ed04a151ace039a09bb6f1"
Oct 06 12:32:15 embed-certs-127677 kubelet[770]: I1006 12:32:15.330004 770 scope.go:117] "RemoveContainer" containerID="0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9"
Oct 06 12:32:15 embed-certs-127677 kubelet[770]: E1006 12:32:15.330493 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:23 embed-certs-127677 kubelet[770]: I1006 12:32:23.532515 770 scope.go:117] "RemoveContainer" containerID="0990a2c7f19487d5caa56bed8864f285ae79e9dbff14456ade3d76c6658233f9"
Oct 06 12:32:23 embed-certs-127677 kubelet[770]: E1006 12:32:23.532695 770 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-d279g_kubernetes-dashboard(86b8ba44-f59f-4bdc-ab18-32707af1a9fd)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-d279g" podUID="86b8ba44-f59f-4bdc-ab18-32707af1a9fd"
Oct 06 12:32:28 embed-certs-127677 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:32:28 embed-certs-127677 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:32:28 embed-certs-127677 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [094cb7143c071883510e848cee0a90fddf9e8f44f810f448f0696e8d513b42b9] <==
2025/10/06 12:31:50 Using namespace: kubernetes-dashboard
2025/10/06 12:31:50 Using in-cluster config to connect to apiserver
2025/10/06 12:31:50 Using secret token for csrf signing
2025/10/06 12:31:50 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/10/06 12:31:50 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/10/06 12:31:50 Successful initial request to the apiserver, version: v1.34.1
2025/10/06 12:31:50 Generating JWE encryption key
2025/10/06 12:31:50 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/10/06 12:31:50 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/10/06 12:31:53 Initializing JWE encryption key from synchronized object
2025/10/06 12:31:53 Creating in-cluster Sidecar client
2025/10/06 12:31:53 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:31:53 Serving insecurely on HTTP port: 9090
2025/10/06 12:32:23 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:31:50 Starting overwatch
==> storage-provisioner [45fa3c9571b48880b937b2f3ad6fe7a3acc38188618da99261df13aa4e9bac9b] <==
I1006 12:32:10.359962 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1006 12:32:10.377475 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:32:10.377679 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 12:32:10.380101 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:13.835820 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:18.096494 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:21.695311 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:24.748571 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:27.771374 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:27.776955 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:32:27.777136 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:32:27.777301 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-127677_aa7d7db5-7aaf-43a1-bd3b-83975dfbb5c7!
I1006 12:32:27.778008 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"2363fe64-1224-46a6-9e61-d034e97266dc", APIVersion:"v1", ResourceVersion:"653", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-127677_aa7d7db5-7aaf-43a1-bd3b-83975dfbb5c7 became leader
W1006 12:32:27.780626 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:27.787848 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:32:27.878265 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-127677_aa7d7db5-7aaf-43a1-bd3b-83975dfbb5c7!
W1006 12:32:29.790959 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:29.795157 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:31.799186 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:31.804658 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:33.807778 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:33.815847 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [ef64e2b06c1ced1b105fc53b29cede899c42442556b3221f5be14dca69793524] <==
I1006 12:31:39.120600 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1006 12:32:09.372528 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-127677 -n embed-certs-127677
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-127677 -n embed-certs-127677: exit status 2 (411.107728ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context embed-certs-127677 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/embed-certs/serial/Pause (6.49s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-684953 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-684953 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (330.645902ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:02Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-684953 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context default-k8s-diff-port-684953 describe deploy/metrics-server -n kube-system
E1006 12:33:02.882434 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context default-k8s-diff-port-684953 describe deploy/metrics-server -n kube-system: exit status 1 (139.638499ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context default-k8s-diff-port-684953 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect default-k8s-diff-port-684953
helpers_test.go:243: (dbg) docker inspect default-k8s-diff-port-684953:
-- stdout --
[
{
"Id": "c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4",
"Created": "2025-10-06T12:31:26.161212053Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 487666,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:31:26.229852744Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/hostname",
"HostsPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/hosts",
"LogPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4-json.log",
"Name": "/default-k8s-diff-port-684953",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-684953:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default-k8s-diff-port-684953",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4",
"LowerDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/merged",
"UpperDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/diff",
"WorkDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-684953",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-684953/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-684953",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-684953",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-684953",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ad721d2f9c74f4959d65c56ba781a92a1f549865716ddc0b667f6cb4bc87cd8b",
"SandboxKey": "/var/run/docker/netns/ad721d2f9c74",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33449"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33450"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33453"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33451"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33452"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"default-k8s-diff-port-684953": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "56:6e:28:e5:91:40",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "8e923e464e47ccee03350c974d4ace9e6a27efa7041a9b2a449c0b85d6c08da8",
"EndpointID": "189a3f9bb5dedf64a0dbff3463b486a190fd8e73ce3843c9eeba1d8300c3bfa8",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-684953",
"c39150b1056d"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953
helpers_test.go:252: <<< TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-684953 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p default-k8s-diff-port-684953 logs -n 25: (1.83292798s)
helpers_test.go:260: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ image │ old-k8s-version-685968 image list --format=json │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ pause │ -p old-k8s-version-685968 --alsologtostderr -v=1 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ stop │ -p no-preload-953907 --alsologtostderr -v=3 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable dashboard -p no-preload-953907 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ stop │ -p embed-certs-127677 --alsologtostderr -v=3 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ image │ no-preload-953907 image list --format=json │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ pause │ -p no-preload-953907 --alsologtostderr -v=1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ delete │ -p no-preload-953907 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ addons │ enable dashboard -p embed-certs-127677 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ delete │ -p no-preload-953907 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:32 UTC │
│ delete │ -p disable-driver-mounts-402838 │ disable-driver-mounts-402838 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ start │ -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:32 UTC │
│ image │ embed-certs-127677 image list --format=json │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:32 UTC │
│ pause │ -p embed-certs-127677 --alsologtostderr -v=1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ │
│ delete │ -p embed-certs-127677 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:32 UTC │
│ delete │ -p embed-certs-127677 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:32 UTC │
│ start │ -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ │
│ addons │ enable metrics-server -p default-k8s-diff-port-684953 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/10/06 12:32:37
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:32:37.827572 492386 out.go:360] Setting OutFile to fd 1 ...
I1006 12:32:37.827723 492386 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:32:37.827734 492386 out.go:374] Setting ErrFile to fd 2...
I1006 12:32:37.827739 492386 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:32:37.828015 492386 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:32:37.828497 492386 out.go:368] Setting JSON to false
I1006 12:32:37.829512 492386 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8110,"bootTime":1759745848,"procs":193,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:32:37.829628 492386 start.go:140] virtualization:
I1006 12:32:37.834112 492386 out.go:179] * [newest-cni-316056] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:32:37.837734 492386 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:32:37.837870 492386 notify.go:220] Checking for updates...
I1006 12:32:37.844385 492386 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:32:37.847774 492386 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:32:37.850951 492386 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:32:37.854104 492386 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:32:37.857266 492386 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:32:37.860927 492386 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:32:37.861092 492386 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:32:37.893229 492386 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:32:37.893377 492386 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:32:37.954413 492386 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:32:37.945017889 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:32:37.954528 492386 docker.go:318] overlay module found
I1006 12:32:37.957820 492386 out.go:179] * Using the docker driver based on user configuration
I1006 12:32:37.960685 492386 start.go:304] selected driver: docker
I1006 12:32:37.960711 492386 start.go:924] validating driver "docker" against <nil>
I1006 12:32:37.960741 492386 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:32:37.961503 492386 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:32:38.028668 492386 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:32:38.017356997 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:32:38.028898 492386 start_flags.go:327] no existing cluster config was found, will generate one from the flags
W1006 12:32:38.028930 492386 out.go:285] ! With --network-plugin=cni, you will need to provide your own CNI. See --cni flag as a user-friendly alternative
I1006 12:32:38.029188 492386 start_flags.go:1011] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1006 12:32:38.032237 492386 out.go:179] * Using Docker driver with root privileges
I1006 12:32:38.035417 492386 cni.go:84] Creating CNI manager for ""
I1006 12:32:38.035510 492386 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:32:38.035528 492386 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:32:38.035636 492386 start.go:348] cluster config:
{Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnet
ClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:32:38.039003 492386 out.go:179] * Starting "newest-cni-316056" primary control-plane node in "newest-cni-316056" cluster
I1006 12:32:38.042009 492386 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:32:38.045078 492386 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:32:38.047970 492386 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:32:38.048099 492386 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:32:38.048348 492386 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:32:38.048396 492386 cache.go:58] Caching tarball of preloaded images
I1006 12:32:38.048508 492386 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:32:38.048571 492386 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:32:38.048761 492386 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json ...
I1006 12:32:38.048811 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json: {Name:mk59ff76e1035e1e8ce6f637d46dbd8a7ddfcbb6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:38.071020 492386 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:32:38.071044 492386 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:32:38.071072 492386 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:32:38.071096 492386 start.go:360] acquireMachinesLock for newest-cni-316056: {Name:mk8d312c5604a35f9f73cbfd3357e49b7079fc3d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:32:38.071205 492386 start.go:364] duration metric: took 87.861µs to acquireMachinesLock for "newest-cni-316056"
I1006 12:32:38.071238 492386 start.go:93] Provisioning new machine with config: &{Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals
e DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:32:38.071347 492386 start.go:125] createHost starting for "" (driver="docker")
W1006 12:32:38.150615 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:40.648637 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
I1006 12:32:38.074790 492386 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:32:38.075082 492386 start.go:159] libmachine.API.Create for "newest-cni-316056" (driver="docker")
I1006 12:32:38.075126 492386 client.go:168] LocalClient.Create starting
I1006 12:32:38.075194 492386 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:32:38.075228 492386 main.go:141] libmachine: Decoding PEM data...
I1006 12:32:38.075248 492386 main.go:141] libmachine: Parsing certificate...
I1006 12:32:38.075304 492386 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:32:38.075326 492386 main.go:141] libmachine: Decoding PEM data...
I1006 12:32:38.075336 492386 main.go:141] libmachine: Parsing certificate...
I1006 12:32:38.075778 492386 cli_runner.go:164] Run: docker network inspect newest-cni-316056 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:32:38.094292 492386 cli_runner.go:211] docker network inspect newest-cni-316056 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:32:38.094385 492386 network_create.go:284] running [docker network inspect newest-cni-316056] to gather additional debugging logs...
I1006 12:32:38.094476 492386 cli_runner.go:164] Run: docker network inspect newest-cni-316056
W1006 12:32:38.111563 492386 cli_runner.go:211] docker network inspect newest-cni-316056 returned with exit code 1
I1006 12:32:38.111595 492386 network_create.go:287] error running [docker network inspect newest-cni-316056]: docker network inspect newest-cni-316056: exit status 1
stdout:
[]
stderr:
Error response from daemon: network newest-cni-316056 not found
I1006 12:32:38.111610 492386 network_create.go:289] output of [docker network inspect newest-cni-316056]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network newest-cni-316056 not found
** /stderr **
I1006 12:32:38.111729 492386 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:32:38.128312 492386 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:32:38.128756 492386 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:32:38.129021 492386 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:32:38.129593 492386 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-8e923e464e47 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:6a:54:51:c3:b8:51} reservation:<nil>}
I1006 12:32:38.130052 492386 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a0b510}
I1006 12:32:38.130075 492386 network_create.go:124] attempt to create docker network newest-cni-316056 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1006 12:32:38.130149 492386 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=newest-cni-316056 newest-cni-316056
I1006 12:32:38.198262 492386 network_create.go:108] docker network newest-cni-316056 192.168.85.0/24 created
I1006 12:32:38.198299 492386 kic.go:121] calculated static IP "192.168.85.2" for the "newest-cni-316056" container
I1006 12:32:38.198377 492386 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:32:38.216557 492386 cli_runner.go:164] Run: docker volume create newest-cni-316056 --label name.minikube.sigs.k8s.io=newest-cni-316056 --label created_by.minikube.sigs.k8s.io=true
I1006 12:32:38.235833 492386 oci.go:103] Successfully created a docker volume newest-cni-316056
I1006 12:32:38.235939 492386 cli_runner.go:164] Run: docker run --rm --name newest-cni-316056-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-316056 --entrypoint /usr/bin/test -v newest-cni-316056:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:32:38.768900 492386 oci.go:107] Successfully prepared a docker volume newest-cni-316056
I1006 12:32:38.768968 492386 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:32:38.768991 492386 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:32:38.769084 492386 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v newest-cni-316056:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
W1006 12:32:42.650839 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:45.157999 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
I1006 12:32:43.257000 492386 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v newest-cni-316056:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (4.487849737s)
I1006 12:32:43.257033 492386 kic.go:203] duration metric: took 4.488039212s to extract preloaded images to volume ...
W1006 12:32:43.257177 492386 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:32:43.257310 492386 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:32:43.315564 492386 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname newest-cni-316056 --name newest-cni-316056 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-316056 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=newest-cni-316056 --network newest-cni-316056 --ip 192.168.85.2 --volume newest-cni-316056:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:32:43.677623 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Running}}
I1006 12:32:43.702281 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:32:43.726588 492386 cli_runner.go:164] Run: docker exec newest-cni-316056 stat /var/lib/dpkg/alternatives/iptables
I1006 12:32:43.778126 492386 oci.go:144] the created container "newest-cni-316056" has a running status.
I1006 12:32:43.778159 492386 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa...
I1006 12:32:44.338078 492386 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:32:44.363762 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:32:44.393760 492386 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:32:44.393780 492386 kic_runner.go:114] Args: [docker exec --privileged newest-cni-316056 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:32:44.454141 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:32:44.484377 492386 machine.go:93] provisionDockerMachine start ...
I1006 12:32:44.484485 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:44.507149 492386 main.go:141] libmachine: Using SSH client type: native
I1006 12:32:44.510646 492386 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33454 <nil> <nil>}
I1006 12:32:44.510679 492386 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:32:44.737955 492386 main.go:141] libmachine: SSH cmd err, output: <nil>: newest-cni-316056
I1006 12:32:44.737986 492386 ubuntu.go:182] provisioning hostname "newest-cni-316056"
I1006 12:32:44.738056 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:44.764502 492386 main.go:141] libmachine: Using SSH client type: native
I1006 12:32:44.764799 492386 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33454 <nil> <nil>}
I1006 12:32:44.764816 492386 main.go:141] libmachine: About to run SSH command:
sudo hostname newest-cni-316056 && echo "newest-cni-316056" | sudo tee /etc/hostname
I1006 12:32:44.923690 492386 main.go:141] libmachine: SSH cmd err, output: <nil>: newest-cni-316056
I1006 12:32:44.923816 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:44.944708 492386 main.go:141] libmachine: Using SSH client type: native
I1006 12:32:44.945035 492386 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33454 <nil> <nil>}
I1006 12:32:44.945059 492386 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-316056' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-316056/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-316056' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:32:45.160808 492386 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:32:45.160835 492386 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:32:45.160871 492386 ubuntu.go:190] setting up certificates
I1006 12:32:45.160883 492386 provision.go:84] configureAuth start
I1006 12:32:45.160968 492386 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:32:45.207661 492386 provision.go:143] copyHostCerts
I1006 12:32:45.207750 492386 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:32:45.207761 492386 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:32:45.207849 492386 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:32:45.207962 492386 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:32:45.207968 492386 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:32:45.207999 492386 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:32:45.208064 492386 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:32:45.208070 492386 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:32:45.208095 492386 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:32:45.208153 492386 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.newest-cni-316056 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-316056]
I1006 12:32:45.964801 492386 provision.go:177] copyRemoteCerts
I1006 12:32:45.964877 492386 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:32:45.964955 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:45.984340 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.090192 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:32:46.109457 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:32:46.129760 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:32:46.150836 492386 provision.go:87] duration metric: took 989.938408ms to configureAuth
I1006 12:32:46.150866 492386 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:32:46.151073 492386 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:32:46.151192 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.168851 492386 main.go:141] libmachine: Using SSH client type: native
I1006 12:32:46.169170 492386 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33454 <nil> <nil>}
I1006 12:32:46.169190 492386 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:32:46.418430 492386 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:32:46.418455 492386 machine.go:96] duration metric: took 1.934057498s to provisionDockerMachine
I1006 12:32:46.418466 492386 client.go:171] duration metric: took 8.343331037s to LocalClient.Create
I1006 12:32:46.418480 492386 start.go:167] duration metric: took 8.343400305s to libmachine.API.Create "newest-cni-316056"
I1006 12:32:46.418487 492386 start.go:293] postStartSetup for "newest-cni-316056" (driver="docker")
I1006 12:32:46.418497 492386 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:32:46.418562 492386 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:32:46.418609 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.442881 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.542882 492386 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:32:46.546552 492386 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:32:46.546586 492386 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:32:46.546598 492386 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:32:46.546657 492386 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:32:46.546748 492386 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:32:46.546857 492386 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:32:46.555085 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:32:46.574403 492386 start.go:296] duration metric: took 155.899882ms for postStartSetup
I1006 12:32:46.574771 492386 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:32:46.601260 492386 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json ...
I1006 12:32:46.601589 492386 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:32:46.601641 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.618663 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.714724 492386 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:32:46.719693 492386 start.go:128] duration metric: took 8.648328194s to createHost
I1006 12:32:46.719723 492386 start.go:83] releasing machines lock for "newest-cni-316056", held for 8.64850327s
I1006 12:32:46.719797 492386 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:32:46.737047 492386 ssh_runner.go:195] Run: cat /version.json
I1006 12:32:46.737083 492386 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:32:46.737108 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.737158 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.762990 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.775137 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.861444 492386 ssh_runner.go:195] Run: systemctl --version
I1006 12:32:46.956307 492386 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:32:46.995655 492386 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:32:47.000354 492386 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:32:47.000434 492386 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:32:47.033610 492386 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:32:47.033651 492386 start.go:495] detecting cgroup driver to use...
I1006 12:32:47.033701 492386 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:32:47.033802 492386 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:32:47.051566 492386 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:32:47.065197 492386 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:32:47.065306 492386 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:32:47.084330 492386 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:32:47.105464 492386 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:32:47.240727 492386 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:32:47.362575 492386 docker.go:234] disabling docker service ...
I1006 12:32:47.362642 492386 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:32:47.385662 492386 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:32:47.399302 492386 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:32:47.525644 492386 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:32:47.669159 492386 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:32:47.683466 492386 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:32:47.701346 492386 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:32:47.701420 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.711103 492386 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:32:47.711181 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.721286 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.731027 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.740408 492386 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:32:47.749746 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.759958 492386 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.775229 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.785336 492386 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:32:47.793758 492386 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:32:47.802566 492386 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:32:47.950432 492386 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:32:48.117989 492386 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:32:48.118113 492386 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:32:48.122590 492386 start.go:563] Will wait 60s for crictl version
I1006 12:32:48.122710 492386 ssh_runner.go:195] Run: which crictl
I1006 12:32:48.127089 492386 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:32:48.157361 492386 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:32:48.157514 492386 ssh_runner.go:195] Run: crio --version
I1006 12:32:48.188145 492386 ssh_runner.go:195] Run: crio --version
I1006 12:32:48.220342 492386 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:32:48.223204 492386 cli_runner.go:164] Run: docker network inspect newest-cni-316056 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:32:48.240575 492386 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:32:48.244620 492386 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:32:48.258600 492386 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1006 12:32:48.261718 492386 kubeadm.go:883] updating cluster {Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disab
leMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:32:48.261843 492386 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:32:48.261928 492386 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:32:48.300441 492386 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:32:48.300469 492386 crio.go:433] Images already preloaded, skipping extraction
I1006 12:32:48.300528 492386 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:32:48.328485 492386 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:32:48.328512 492386 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:32:48.328521 492386 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:32:48.328607 492386 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-316056 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:32:48.328695 492386 ssh_runner.go:195] Run: crio config
I1006 12:32:48.390974 492386 cni.go:84] Creating CNI manager for ""
I1006 12:32:48.390998 492386 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:32:48.391014 492386 kubeadm.go:84] Using pod CIDR: 10.42.0.0/16
I1006 12:32:48.391039 492386 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-316056 NodeName:newest-cni-316056 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:32:48.391174 492386 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-316056"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:32:48.391253 492386 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:32:48.399399 492386 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:32:48.399491 492386 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:32:48.407796 492386 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:32:48.421437 492386 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:32:48.435912 492386 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2212 bytes)
I1006 12:32:48.452046 492386 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:32:48.455996 492386 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:32:48.466294 492386 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:32:48.614765 492386 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:32:48.635651 492386 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056 for IP: 192.168.85.2
I1006 12:32:48.635732 492386 certs.go:195] generating shared ca certs ...
I1006 12:32:48.635764 492386 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.635950 492386 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:32:48.636037 492386 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:32:48.636071 492386 certs.go:257] generating profile certs ...
I1006 12:32:48.636152 492386 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.key
I1006 12:32:48.636199 492386 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.crt with IP's: []
I1006 12:32:48.808512 492386 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.crt ...
I1006 12:32:48.808550 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.crt: {Name:mk638cbd6ddb478a3d4da1fbb8b6818f8ff2094a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.808766 492386 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.key ...
I1006 12:32:48.808783 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.key: {Name:mk6e3b80bc20150ee5caade804c61e9b854b8681 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.808876 492386 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b
I1006 12:32:48.808890 492386 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt.f8344d8b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1006 12:32:48.873339 492386 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt.f8344d8b ...
I1006 12:32:48.873370 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt.f8344d8b: {Name:mkdc0d9d3ca2271f6bdfdc81cf3f572e70f86599 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.873583 492386 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b ...
I1006 12:32:48.873617 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b: {Name:mk78cfcd1d560fc480db059c1a47b294c577aa91 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.873722 492386 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt.f8344d8b -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt
I1006 12:32:48.873813 492386 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key
I1006 12:32:48.873880 492386 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key
I1006 12:32:48.873901 492386 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt with IP's: []
I1006 12:32:49.234020 492386 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt ...
I1006 12:32:49.234095 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt: {Name:mked9d4707527bc23ca2dd843902c7cb8b786522 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:49.234338 492386 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key ...
I1006 12:32:49.234375 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key: {Name:mka57401cbbe2c28363a87511e14747a4a102b40 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:49.234617 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:32:49.234686 492386 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:32:49.234713 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:32:49.234770 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:32:49.234818 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:32:49.234875 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:32:49.234946 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:32:49.235578 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:32:49.259745 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:32:49.280795 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:32:49.300509 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:32:49.320895 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:32:49.341059 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:32:49.360949 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:32:49.381441 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:32:49.401624 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:32:49.421185 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:32:49.448462 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:32:49.471121 492386 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:32:49.485001 492386 ssh_runner.go:195] Run: openssl version
I1006 12:32:49.491881 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:32:49.502242 492386 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:32:49.506563 492386 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:32:49.506666 492386 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:32:49.548692 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:32:49.558032 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:32:49.571449 492386 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:32:49.577043 492386 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:32:49.577170 492386 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:32:49.631184 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:32:49.641610 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:32:49.651432 492386 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:32:49.658869 492386 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:32:49.658976 492386 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:32:49.701228 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:32:49.713623 492386 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:32:49.723183 492386 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:32:49.723299 492386 kubeadm.go:400] StartCluster: {Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:32:49.723423 492386 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:32:49.723520 492386 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:32:49.774177 492386 cri.go:89] found id: ""
I1006 12:32:49.774294 492386 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:32:49.785124 492386 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:32:49.797456 492386 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:32:49.797657 492386 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:32:49.819548 492386 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:32:49.819580 492386 kubeadm.go:157] found existing configuration files:
I1006 12:32:49.819635 492386 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:32:49.828712 492386 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:32:49.828789 492386 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:32:49.836931 492386 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:32:49.845430 492386 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:32:49.845517 492386 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:32:49.859740 492386 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:32:49.869336 492386 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:32:49.869420 492386 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:32:49.877219 492386 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:32:49.886401 492386 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:32:49.886488 492386 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:32:49.894819 492386 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:32:49.946176 492386 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:32:49.946430 492386 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:32:49.973017 492386 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:32:49.973122 492386 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:32:49.973164 492386 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:32:49.973226 492386 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:32:49.973294 492386 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:32:49.973372 492386 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:32:49.973438 492386 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:32:49.973502 492386 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:32:49.973587 492386 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:32:49.973649 492386 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:32:49.973714 492386 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:32:49.973777 492386 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:32:50.063514 492386 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:32:50.063641 492386 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:32:50.063772 492386 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:32:50.074002 492386 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
W1006 12:32:47.651156 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
I1006 12:32:48.667850 486511 node_ready.go:49] node "default-k8s-diff-port-684953" is "Ready"
I1006 12:32:48.667885 486511 node_ready.go:38] duration metric: took 40.522579391s for node "default-k8s-diff-port-684953" to be "Ready" ...
I1006 12:32:48.667903 486511 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:32:48.667964 486511 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:32:48.707294 486511 api_server.go:72] duration metric: took 41.883029656s to wait for apiserver process to appear ...
I1006 12:32:48.707317 486511 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:32:48.707336 486511 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1006 12:32:48.735652 486511 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1006 12:32:48.737177 486511 api_server.go:141] control plane version: v1.34.1
I1006 12:32:48.737203 486511 api_server.go:131] duration metric: took 29.880284ms to wait for apiserver health ...
I1006 12:32:48.737213 486511 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:32:48.743905 486511 system_pods.go:59] 8 kube-system pods found
I1006 12:32:48.743941 486511 system_pods.go:61] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:48.743948 486511 system_pods.go:61] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:48.743955 486511 system_pods.go:61] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:48.743960 486511 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:48.743964 486511 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:48.743969 486511 system_pods.go:61] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:48.743974 486511 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:48.743980 486511 system_pods.go:61] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:48.743986 486511 system_pods.go:74] duration metric: took 6.767348ms to wait for pod list to return data ...
I1006 12:32:48.743995 486511 default_sa.go:34] waiting for default service account to be created ...
I1006 12:32:48.748419 486511 default_sa.go:45] found service account: "default"
I1006 12:32:48.748493 486511 default_sa.go:55] duration metric: took 4.491355ms for default service account to be created ...
I1006 12:32:48.748520 486511 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:32:48.756010 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:48.756094 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:48.756118 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:48.756140 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:48.756171 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:48.756195 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:48.756213 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:48.756232 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:48.756262 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:48.756302 486511 retry.go:31] will retry after 193.142188ms: missing components: kube-dns
I1006 12:32:48.957144 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:48.957178 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:48.957186 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:48.957192 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:48.957197 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:48.957201 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:48.957205 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:48.957209 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:48.957215 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:48.957229 486511 retry.go:31] will retry after 244.671435ms: missing components: kube-dns
I1006 12:32:49.207443 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:49.207477 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:49.207484 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:49.207491 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:49.207496 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:49.207501 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:49.207506 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:49.207510 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:49.207515 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:49.207531 486511 retry.go:31] will retry after 446.287341ms: missing components: kube-dns
I1006 12:32:49.657641 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:49.657672 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:49.657680 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:49.657688 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:49.657693 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:49.657698 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:49.657702 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:49.657706 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:49.657712 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:49.657727 486511 retry.go:31] will retry after 523.492008ms: missing components: kube-dns
I1006 12:32:50.186481 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:50.186510 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Running
I1006 12:32:50.186518 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:50.186524 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:50.186529 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:50.186534 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:50.186537 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:50.186542 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:50.186546 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Running
I1006 12:32:50.186555 486511 system_pods.go:126] duration metric: took 1.438016516s to wait for k8s-apps to be running ...
I1006 12:32:50.186563 486511 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:32:50.186626 486511 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:32:50.210763 486511 system_svc.go:56] duration metric: took 24.191013ms WaitForService to wait for kubelet
I1006 12:32:50.210790 486511 kubeadm.go:586] duration metric: took 43.38653163s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:32:50.210809 486511 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:32:50.215624 486511 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:32:50.215654 486511 node_conditions.go:123] node cpu capacity is 2
I1006 12:32:50.215678 486511 node_conditions.go:105] duration metric: took 4.861568ms to run NodePressure ...
I1006 12:32:50.215691 486511 start.go:241] waiting for startup goroutines ...
I1006 12:32:50.215699 486511 start.go:246] waiting for cluster config update ...
I1006 12:32:50.215712 486511 start.go:255] writing updated cluster config ...
I1006 12:32:50.216031 486511 ssh_runner.go:195] Run: rm -f paused
I1006 12:32:50.221107 486511 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:32:50.226508 486511 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-8qxqf" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.233890 486511 pod_ready.go:94] pod "coredns-66bc5c9577-8qxqf" is "Ready"
I1006 12:32:50.233915 486511 pod_ready.go:86] duration metric: took 7.381461ms for pod "coredns-66bc5c9577-8qxqf" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.239627 486511 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.246803 486511 pod_ready.go:94] pod "etcd-default-k8s-diff-port-684953" is "Ready"
I1006 12:32:50.246872 486511 pod_ready.go:86] duration metric: took 7.220343ms for pod "etcd-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.250192 486511 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.258009 486511 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-684953" is "Ready"
I1006 12:32:50.258105 486511 pod_ready.go:86] duration metric: took 7.839419ms for pod "kube-apiserver-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.287213 486511 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.627054 486511 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-684953" is "Ready"
I1006 12:32:50.627131 486511 pod_ready.go:86] duration metric: took 339.845006ms for pod "kube-controller-manager-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.827931 486511 pod_ready.go:83] waiting for pod "kube-proxy-5xvwr" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:51.227408 486511 pod_ready.go:94] pod "kube-proxy-5xvwr" is "Ready"
I1006 12:32:51.227434 486511 pod_ready.go:86] duration metric: took 399.419841ms for pod "kube-proxy-5xvwr" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:51.428553 486511 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:51.827233 486511 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-684953" is "Ready"
I1006 12:32:51.827258 486511 pod_ready.go:86] duration metric: took 398.678489ms for pod "kube-scheduler-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:51.827270 486511 pod_ready.go:40] duration metric: took 1.606133739s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:32:51.924358 486511 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:32:51.927598 486511 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-684953" cluster and "default" namespace by default
I1006 12:32:50.079205 492386 out.go:252] - Generating certificates and keys ...
I1006 12:32:50.079381 492386 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:32:50.079504 492386 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:32:50.490144 492386 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:32:50.782222 492386 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:32:50.995543 492386 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:32:51.543863 492386 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:32:51.814389 492386 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:32:51.814703 492386 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [localhost newest-cni-316056] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:32:52.688609 492386 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:32:52.688902 492386 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [localhost newest-cni-316056] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:32:53.960746 492386 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:32:54.612324 492386 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:32:54.897189 492386 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:32:54.897272 492386 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:32:55.702027 492386 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:32:55.957138 492386 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:32:56.323774 492386 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:32:56.617215 492386 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:32:56.795655 492386 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:32:56.796615 492386 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:32:56.799511 492386 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:32:56.803318 492386 out.go:252] - Booting up control plane ...
I1006 12:32:56.803433 492386 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:32:56.803519 492386 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:32:56.803594 492386 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:32:56.824088 492386 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:32:56.824581 492386 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:32:56.833344 492386 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:32:56.833940 492386 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:32:56.834271 492386 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:32:56.977263 492386 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:32:56.977389 492386 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:32:58.480096 492386 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.501838811s
I1006 12:32:58.482446 492386 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:32:58.482553 492386 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1006 12:32:58.482889 492386 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:32:58.482992 492386 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
==> CRI-O <==
Oct 06 12:32:48 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:48.990560691Z" level=info msg="Created container fecd5a1e76d0aa3167f1b37a0ddea174724d0f81e17d3468c9f689a0daf0945f: kube-system/coredns-66bc5c9577-8qxqf/coredns" id=829c0ebc-5be7-4d2b-adbf-9c012ffbdb4d name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:32:48 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:48.991332664Z" level=info msg="Starting container: fecd5a1e76d0aa3167f1b37a0ddea174724d0f81e17d3468c9f689a0daf0945f" id=041c2241-28ff-4689-a761-a0ad8f173461 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:32:49 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:49.003694299Z" level=info msg="Started container" PID=1742 containerID=fecd5a1e76d0aa3167f1b37a0ddea174724d0f81e17d3468c9f689a0daf0945f description=kube-system/coredns-66bc5c9577-8qxqf/coredns id=041c2241-28ff-4689-a761-a0ad8f173461 name=/runtime.v1.RuntimeService/StartContainer sandboxID=05f678a1589fdae2a5f67b3fba6ecdf38e05f1701670f21781d18fbd0a5ee4b9
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.529998929Z" level=info msg="Running pod sandbox: default/busybox/POD" id=05d79062-7e5c-4cd2-8643-8c85c0a22792 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.530066713Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.548822547Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:b31e00659eac0ce54670ce714a294ddeb6d68b7851c6a97da0f0e1d69596bf94 UID:da67c779-eef1-46ae-b845-46c7be32c53a NetNS:/var/run/netns/cf3ba4b2-6dfe-4601-b31a-cdb069a1dc12 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x400012d980}] Aliases:map[]}"
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.54900933Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.574659037Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:b31e00659eac0ce54670ce714a294ddeb6d68b7851c6a97da0f0e1d69596bf94 UID:da67c779-eef1-46ae-b845-46c7be32c53a NetNS:/var/run/netns/cf3ba4b2-6dfe-4601-b31a-cdb069a1dc12 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0x400012d980}] Aliases:map[]}"
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.575006389Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.583358447Z" level=info msg="Ran pod sandbox b31e00659eac0ce54670ce714a294ddeb6d68b7851c6a97da0f0e1d69596bf94 with infra container: default/busybox/POD" id=05d79062-7e5c-4cd2-8643-8c85c0a22792 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.604424005Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=2259c8e5-a7d2-4f42-9e21-d24ffbcc1cf2 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.604687196Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=2259c8e5-a7d2-4f42-9e21-d24ffbcc1cf2 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.604794955Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=2259c8e5-a7d2-4f42-9e21-d24ffbcc1cf2 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.608109796Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=20327484-bee7-4071-80e4-8dadbda15170 name=/runtime.v1.ImageService/PullImage
Oct 06 12:32:52 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:52.612252019Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.693335589Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e" id=20327484-bee7-4071-80e4-8dadbda15170 name=/runtime.v1.ImageService/PullImage
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.694603216Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=f9f9cb88-969b-4ce8-a8b6-946f78818a46 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.696296062Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=c552eab3-a45c-4b27-89b6-446a1c5cd3cd name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.702903088Z" level=info msg="Creating container: default/busybox/busybox" id=5d7976b7-7453-4344-91b9-47fa4079a715 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.703714971Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.711385371Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.711921452Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.730394542Z" level=info msg="Created container 873c40c58296c69e6f5d10c5a0ff1f55bfc308c574570cf61329022f8c75041a: default/busybox/busybox" id=5d7976b7-7453-4344-91b9-47fa4079a715 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.733858758Z" level=info msg="Starting container: 873c40c58296c69e6f5d10c5a0ff1f55bfc308c574570cf61329022f8c75041a" id=b4dfa8e4-4b32-4638-b09c-abcc7769cb98 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:32:54 default-k8s-diff-port-684953 crio[840]: time="2025-10-06T12:32:54.737798928Z" level=info msg="Started container" PID=1803 containerID=873c40c58296c69e6f5d10c5a0ff1f55bfc308c574570cf61329022f8c75041a description=default/busybox/busybox id=b4dfa8e4-4b32-4638-b09c-abcc7769cb98 name=/runtime.v1.RuntimeService/StartContainer sandboxID=b31e00659eac0ce54670ce714a294ddeb6d68b7851c6a97da0f0e1d69596bf94
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
873c40c58296c gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e 9 seconds ago Running busybox 0 b31e00659eac0 busybox default
fecd5a1e76d0a 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 15 seconds ago Running coredns 0 05f678a1589fd coredns-66bc5c9577-8qxqf kube-system
f69173ce3e63f ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 15 seconds ago Running storage-provisioner 0 d28f2a569a752 storage-provisioner kube-system
65cc27984c021 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 57 seconds ago Running kube-proxy 0 147ad4a406aff kube-proxy-5xvwr kube-system
0b754c85c1070 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 57 seconds ago Running kindnet-cni 0 83289816885a9 kindnet-668x5 kube-system
d48addf6f6100 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 0 1af671aedaf80 kube-controller-manager-default-k8s-diff-port-684953 kube-system
d53cc33abce8d b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 0 4b698704acf46 kube-scheduler-default-k8s-diff-port-684953 kube-system
68025f421acd8 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 0 42a28a97b9f6b kube-apiserver-default-k8s-diff-port-684953 kube-system
d0fdeb2e1b927 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 0 c0d02ce610827 etcd-default-k8s-diff-port-684953 kube-system
==> coredns [fecd5a1e76d0aa3167f1b37a0ddea174724d0f81e17d3468c9f689a0daf0945f] <==
maxprocs: Leaving GOMAXPROCS=2: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:40940 - 54708 "HINFO IN 5710551488170389777.209691234488694243. udp 56 false 512" NXDOMAIN qr,rd,ra 56 0.005319215s
==> describe nodes <==
Name: default-k8s-diff-port-684953
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=default-k8s-diff-port-684953
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=default-k8s-diff-port-684953
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_32_02_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:31:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-684953
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:33:03 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:33:03 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:33:03 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:33:03 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:33:03 +0000 Mon, 06 Oct 2025 12:32:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: default-k8s-diff-port-684953
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 009c93ad13014295a84f3aa444ee565d
System UUID: 851a03de-1838-447f-ac2c-7c7303cd070c
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12s
kube-system coredns-66bc5c9577-8qxqf 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 57s
kube-system etcd-default-k8s-diff-port-684953 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 63s
kube-system kindnet-668x5 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 57s
kube-system kube-apiserver-default-k8s-diff-port-684953 250m (12%) 0 (0%) 0 (0%) 0 (0%) 66s
kube-system kube-controller-manager-default-k8s-diff-port-684953 200m (10%) 0 (0%) 0 (0%) 0 (0%) 66s
kube-system kube-proxy-5xvwr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 57s
kube-system kube-scheduler-default-k8s-diff-port-684953 100m (5%) 0 (0%) 0 (0%) 0 (0%) 66s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 56s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 56s kube-proxy
Normal NodeHasSufficientMemory 76s (x8 over 76s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 76s (x8 over 76s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 76s (x8 over 76s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientPID
Normal Starting 63s kubelet Starting kubelet.
Warning CgroupV1 63s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 63s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 63s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 63s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientPID
Normal RegisteredNode 58s node-controller Node default-k8s-diff-port-684953 event: Registered Node default-k8s-diff-port-684953 in Controller
Normal NodeReady 16s kubelet Node default-k8s-diff-port-684953 status is now: NodeReady
==> dmesg <==
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
[Oct 6 12:31] overlayfs: idmapped layers are currently not supported
[ +19.790897] overlayfs: idmapped layers are currently not supported
[Oct 6 12:32] overlayfs: idmapped layers are currently not supported
==> etcd [d0fdeb2e1b9277816f46b3b5c5c2ef4bedadd1067de34b1b01384da3d93f08f5] <==
{"level":"warn","ts":"2025-10-06T12:31:54.341633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45844","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.406942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45862","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.454819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45880","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.506909Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45902","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.547862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45926","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.622177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45946","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.662748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45968","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.713897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45996","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.754444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46014","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.813630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46036","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.850714Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46052","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.914117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46070","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:54.956477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46086","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.025669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46112","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.070810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46134","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.137674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46158","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.172680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46182","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.219406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46210","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.273654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46222","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.328187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46226","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.390455Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46238","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.411554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46252","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.502343Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46264","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.513765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46274","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:31:55.780651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46282","server-name":"","error":"EOF"}
==> kernel <==
12:33:05 up 2:15, 0 user, load average: 4.53, 3.57, 2.72
Linux default-k8s-diff-port-684953 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [0b754c85c107010326583645fc091f252b0900d942e6d5022e0c7cf365214ffb] <==
I1006 12:32:07.816909 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:32:07.817309 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1006 12:32:07.817468 1 main.go:148] setting mtu 1500 for CNI
I1006 12:32:07.817488 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:32:07.817515 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:32:08Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:32:08.039222 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:32:08.039286 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:32:08.039305 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:32:08.040084 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:32:38.040376 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:32:38.040386 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1006 12:32:38.040534 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:32:38.040668 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
I1006 12:32:39.440753 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:32:39.440784 1 metrics.go:72] Registering metrics
I1006 12:32:39.440837 1 controller.go:711] "Syncing nftables rules"
I1006 12:32:48.045618 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:32:48.045688 1 main.go:301] handling current node
I1006 12:32:58.039997 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:32:58.040038 1 main.go:301] handling current node
==> kube-apiserver [68025f421acd8d464ef7375a2c2690722052d49515ab570f5813396651b7b11d] <==
I1006 12:31:58.081977 1 policy_source.go:240] refreshing policies
I1006 12:31:58.095536 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:31:58.154901 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:31:58.248761 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:31:58.347141 1 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True
I1006 12:31:58.456333 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:31:58.459178 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 12:31:58.471185 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1006 12:31:58.547239 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1006 12:31:58.548905 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:31:59.913643 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:31:59.988390 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:32:00.271052 1 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1006 12:32:00.319722 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I1006 12:32:00.321414 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:32:00.369263 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:32:01.026853 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:32:01.468386 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:32:01.502725 1 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1006 12:32:01.534196 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1006 12:32:06.732997 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:32:06.897234 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:32:06.916524 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:32:07.094986 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
E1006 12:33:02.530171 1 conn.go:339] Error on socket receive: read tcp 192.168.76.2:8444->192.168.76.1:40562: use of closed network connection
==> kube-controller-manager [d48addf6f6100a84f56510544c7755f53667f86a25e6c373b2dcd0ed7159a459] <==
I1006 12:32:06.026713 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1006 12:32:06.026744 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:32:06.026789 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:32:06.029622 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1006 12:32:06.030367 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="default-k8s-diff-port-684953" podCIDRs=["10.244.0.0/24"]
I1006 12:32:06.030438 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:32:06.033417 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:32:06.034487 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:32:06.036760 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 12:32:06.039087 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:32:06.040211 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller"
I1006 12:32:06.046398 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 12:32:06.054062 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:32:06.054087 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:32:06.054096 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:32:06.063938 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:32:06.075205 1 shared_informer.go:356] "Caches are synced" controller="daemon sets"
I1006 12:32:06.075766 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1006 12:32:06.076247 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:32:06.077409 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:32:06.077613 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:32:06.077745 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:32:06.096895 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:32:06.109579 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 12:32:51.031144 1 node_lifecycle_controller.go:1044] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
==> kube-proxy [65cc27984c0214ae474143829014415dff110cd63c015ae5cdc114ade112409f] <==
I1006 12:32:07.798756 1 server_linux.go:53] "Using iptables proxy"
I1006 12:32:07.961079 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:32:08.061382 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:32:08.061422 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1006 12:32:08.061516 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:32:08.228006 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:32:08.228712 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:32:08.244587 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:32:08.245019 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:32:08.245081 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:32:08.247572 1 config.go:200] "Starting service config controller"
I1006 12:32:08.247598 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:32:08.248533 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:32:08.248596 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:32:08.248648 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:32:08.248687 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:32:08.250046 1 config.go:309] "Starting node config controller"
I1006 12:32:08.250116 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:32:08.250147 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:32:08.348139 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:32:08.349366 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:32:08.349377 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [d53cc33abce8d2d972b1914fa24446383c6901555c050b5ea40946893993cd34] <==
I1006 12:31:54.983445 1 serving.go:386] Generated self-signed cert in-memory
I1006 12:32:00.618734 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:32:00.618774 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:32:00.624823 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 12:32:00.624895 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 12:32:00.624982 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:32:00.624999 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:32:00.625035 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:32:00.625047 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:32:00.625718 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:32:00.625910 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:32:00.725952 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 12:32:00.726252 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:32:00.727262 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
==> kubelet <==
Oct 06 12:32:06 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:06.109896 1315 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.244.0.0/24"
Oct 06 12:32:06 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:06.110560 1315 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.244.0.0/24"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.294083 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/deda5d95-2a8c-48cf-b770-4ac5f2a15c8d-xtables-lock\") pod \"kube-proxy-5xvwr\" (UID: \"deda5d95-2a8c-48cf-b770-4ac5f2a15c8d\") " pod="kube-system/kube-proxy-5xvwr"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.294131 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hplcp\" (UniqueName: \"kubernetes.io/projected/28ea5bab-ed78-4643-90a9-8c3988580447-kube-api-access-hplcp\") pod \"kindnet-668x5\" (UID: \"28ea5bab-ed78-4643-90a9-8c3988580447\") " pod="kube-system/kindnet-668x5"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.294165 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/deda5d95-2a8c-48cf-b770-4ac5f2a15c8d-kube-proxy\") pod \"kube-proxy-5xvwr\" (UID: \"deda5d95-2a8c-48cf-b770-4ac5f2a15c8d\") " pod="kube-system/kube-proxy-5xvwr"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.294185 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2j4gx\" (UniqueName: \"kubernetes.io/projected/deda5d95-2a8c-48cf-b770-4ac5f2a15c8d-kube-api-access-2j4gx\") pod \"kube-proxy-5xvwr\" (UID: \"deda5d95-2a8c-48cf-b770-4ac5f2a15c8d\") " pod="kube-system/kube-proxy-5xvwr"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.294209 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/28ea5bab-ed78-4643-90a9-8c3988580447-cni-cfg\") pod \"kindnet-668x5\" (UID: \"28ea5bab-ed78-4643-90a9-8c3988580447\") " pod="kube-system/kindnet-668x5"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.294238 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/28ea5bab-ed78-4643-90a9-8c3988580447-xtables-lock\") pod \"kindnet-668x5\" (UID: \"28ea5bab-ed78-4643-90a9-8c3988580447\") " pod="kube-system/kindnet-668x5"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.294265 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/28ea5bab-ed78-4643-90a9-8c3988580447-lib-modules\") pod \"kindnet-668x5\" (UID: \"28ea5bab-ed78-4643-90a9-8c3988580447\") " pod="kube-system/kindnet-668x5"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.294284 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/deda5d95-2a8c-48cf-b770-4ac5f2a15c8d-lib-modules\") pod \"kube-proxy-5xvwr\" (UID: \"deda5d95-2a8c-48cf-b770-4ac5f2a15c8d\") " pod="kube-system/kube-proxy-5xvwr"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:07.430598 1315 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Oct 06 12:32:07 default-k8s-diff-port-684953 kubelet[1315]: W1006 12:32:07.538878 1315 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/crio-83289816885a93d2775f77015ad0b1361ea32913ab2667f1df11873ee50e9367 WatchSource:0}: Error finding container 83289816885a93d2775f77015ad0b1361ea32913ab2667f1df11873ee50e9367: Status 404 returned error can't find the container with id 83289816885a93d2775f77015ad0b1361ea32913ab2667f1df11873ee50e9367
Oct 06 12:32:08 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:08.635904 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-668x5" podStartSLOduration=1.63588645 podStartE2EDuration="1.63588645s" podCreationTimestamp="2025-10-06 12:32:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:32:08.635402825 +0000 UTC m=+7.247378702" watchObservedRunningTime="2025-10-06 12:32:08.63588645 +0000 UTC m=+7.247862326"
Oct 06 12:32:08 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:08.651814 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-proxy-5xvwr" podStartSLOduration=1.65179816 podStartE2EDuration="1.65179816s" podCreationTimestamp="2025-10-06 12:32:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:32:08.651179404 +0000 UTC m=+7.263155280" watchObservedRunningTime="2025-10-06 12:32:08.65179816 +0000 UTC m=+7.263774045"
Oct 06 12:32:48 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:48.547113 1315 kubelet_node_status.go:439] "Fast updating node status as it just became ready"
Oct 06 12:32:48 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:48.731984 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/a9a61543-7ce3-46ae-bb22-75dd6152f05a-tmp\") pod \"storage-provisioner\" (UID: \"a9a61543-7ce3-46ae-bb22-75dd6152f05a\") " pod="kube-system/storage-provisioner"
Oct 06 12:32:48 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:48.732044 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/60cd9eb8-3d40-405c-8ef2-4016937fd6d0-config-volume\") pod \"coredns-66bc5c9577-8qxqf\" (UID: \"60cd9eb8-3d40-405c-8ef2-4016937fd6d0\") " pod="kube-system/coredns-66bc5c9577-8qxqf"
Oct 06 12:32:48 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:48.732066 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v2nkh\" (UniqueName: \"kubernetes.io/projected/60cd9eb8-3d40-405c-8ef2-4016937fd6d0-kube-api-access-v2nkh\") pod \"coredns-66bc5c9577-8qxqf\" (UID: \"60cd9eb8-3d40-405c-8ef2-4016937fd6d0\") " pod="kube-system/coredns-66bc5c9577-8qxqf"
Oct 06 12:32:48 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:48.732085 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tgpgq\" (UniqueName: \"kubernetes.io/projected/a9a61543-7ce3-46ae-bb22-75dd6152f05a-kube-api-access-tgpgq\") pod \"storage-provisioner\" (UID: \"a9a61543-7ce3-46ae-bb22-75dd6152f05a\") " pod="kube-system/storage-provisioner"
Oct 06 12:32:48 default-k8s-diff-port-684953 kubelet[1315]: W1006 12:32:48.921863 1315 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/crio-05f678a1589fdae2a5f67b3fba6ecdf38e05f1701670f21781d18fbd0a5ee4b9 WatchSource:0}: Error finding container 05f678a1589fdae2a5f67b3fba6ecdf38e05f1701670f21781d18fbd0a5ee4b9: Status 404 returned error can't find the container with id 05f678a1589fdae2a5f67b3fba6ecdf38e05f1701670f21781d18fbd0a5ee4b9
Oct 06 12:32:48 default-k8s-diff-port-684953 kubelet[1315]: W1006 12:32:48.922293 1315 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/crio-d28f2a569a75244155efc0fe7cbb83e4d1c34f3659c2292be0cbb871c920c0da WatchSource:0}: Error finding container d28f2a569a75244155efc0fe7cbb83e4d1c34f3659c2292be0cbb871c920c0da: Status 404 returned error can't find the container with id d28f2a569a75244155efc0fe7cbb83e4d1c34f3659c2292be0cbb871c920c0da
Oct 06 12:32:49 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:49.762416 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/coredns-66bc5c9577-8qxqf" podStartSLOduration=42.762394848 podStartE2EDuration="42.762394848s" podCreationTimestamp="2025-10-06 12:32:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:32:49.735283461 +0000 UTC m=+48.347259346" watchObservedRunningTime="2025-10-06 12:32:49.762394848 +0000 UTC m=+48.374370733"
Oct 06 12:32:52 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:52.219338 1315 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=44.219318308 podStartE2EDuration="44.219318308s" podCreationTimestamp="2025-10-06 12:32:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:32:49.801339437 +0000 UTC m=+48.413315330" watchObservedRunningTime="2025-10-06 12:32:52.219318308 +0000 UTC m=+50.831294193"
Oct 06 12:32:52 default-k8s-diff-port-684953 kubelet[1315]: I1006 12:32:52.380599 1315 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5mr6z\" (UniqueName: \"kubernetes.io/projected/da67c779-eef1-46ae-b845-46c7be32c53a-kube-api-access-5mr6z\") pod \"busybox\" (UID: \"da67c779-eef1-46ae-b845-46c7be32c53a\") " pod="default/busybox"
Oct 06 12:32:52 default-k8s-diff-port-684953 kubelet[1315]: W1006 12:32:52.580841 1315 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/crio-b31e00659eac0ce54670ce714a294ddeb6d68b7851c6a97da0f0e1d69596bf94 WatchSource:0}: Error finding container b31e00659eac0ce54670ce714a294ddeb6d68b7851c6a97da0f0e1d69596bf94: Status 404 returned error can't find the container with id b31e00659eac0ce54670ce714a294ddeb6d68b7851c6a97da0f0e1d69596bf94
==> storage-provisioner [f69173ce3e63f03c378b0ec659763669d291eea45601f0d2c0ac8ab404ac1f38] <==
I1006 12:32:49.032355 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 12:32:49.039815 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:49.051157 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:32:49.052775 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:32:49.053037 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-684953_befa22eb-cc85-41f1-b5a0-537299ae0b59!
I1006 12:32:49.055485 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"a4855e02-2a4c-40a3-a445-0a1fc4db6ec3", APIVersion:"v1", ResourceVersion:"452", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-684953_befa22eb-cc85-41f1-b5a0-537299ae0b59 became leader
W1006 12:32:49.066774 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:49.076040 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:32:49.155106 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-684953_befa22eb-cc85-41f1-b5a0-537299ae0b59!
W1006 12:32:51.081299 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:51.094767 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:53.098764 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:53.106378 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:55.110013 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:55.119008 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:57.122464 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:57.130207 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:59.134058 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:32:59.141104 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:33:01.144466 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:33:01.152179 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:33:03.159669 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:33:03.169067 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:33:05.180374 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:33:05.187872 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953
helpers_test.go:269: (dbg) Run: kubectl --context default-k8s-diff-port-684953 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (3.66s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-316056 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-316056 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (277.841988ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:15Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-316056 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:209: WARNING: cni mode requires additional setup before pods can schedule :(
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect newest-cni-316056
helpers_test.go:243: (dbg) docker inspect newest-cni-316056:
-- stdout --
[
{
"Id": "4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298",
"Created": "2025-10-06T12:32:43.330775517Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 492769,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:32:43.413365127Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/hostname",
"HostsPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/hosts",
"LogPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298-json.log",
"Name": "/newest-cni-316056",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"newest-cni-316056:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "newest-cni-316056",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298",
"LowerDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/merged",
"UpperDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/diff",
"WorkDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "newest-cni-316056",
"Source": "/var/lib/docker/volumes/newest-cni-316056/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "newest-cni-316056",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-316056",
"name.minikube.sigs.k8s.io": "newest-cni-316056",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "af10da98d8e6ebab76659fe98c942b637e20519d9ca9de4d49ce047b789b9810",
"SandboxKey": "/var/run/docker/netns/af10da98d8e6",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33454"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33455"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33458"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33456"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33457"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"newest-cni-316056": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "9e:cb:ff:ea:30:33",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "9c6849f382f3d47fecc3834f663a7b928ac52d2d8da939bb958659f360f3169e",
"EndpointID": "2b8729b866c8831c13f042c97d5d9d0d22d10730a41870b7a93ff8a00ff9f72f",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-316056",
"4784c17a599f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-316056 -n newest-cni-316056
helpers_test.go:252: <<< TestStartStop/group/newest-cni/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-316056 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p newest-cni-316056 logs -n 25: (1.060987041s)
helpers_test.go:260: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ delete │ -p old-k8s-version-685968 │ old-k8s-version-685968 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:29 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p no-preload-953907 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ │
│ stop │ -p no-preload-953907 --alsologtostderr -v=3 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:29 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable dashboard -p no-preload-953907 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ start │ -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:30 UTC │ 06 Oct 25 12:30 UTC │
│ addons │ enable metrics-server -p embed-certs-127677 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ stop │ -p embed-certs-127677 --alsologtostderr -v=3 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ image │ no-preload-953907 image list --format=json │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ pause │ -p no-preload-953907 --alsologtostderr -v=1 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ │
│ delete │ -p no-preload-953907 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ addons │ enable dashboard -p embed-certs-127677 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ delete │ -p no-preload-953907 │ no-preload-953907 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ start │ -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:32 UTC │
│ delete │ -p disable-driver-mounts-402838 │ disable-driver-mounts-402838 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:31 UTC │
│ start │ -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:31 UTC │ 06 Oct 25 12:32 UTC │
│ image │ embed-certs-127677 image list --format=json │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:32 UTC │
│ pause │ -p embed-certs-127677 --alsologtostderr -v=1 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ │
│ delete │ -p embed-certs-127677 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:32 UTC │
│ delete │ -p embed-certs-127677 │ embed-certs-127677 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:32 UTC │
│ start │ -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:32 UTC │ 06 Oct 25 12:33 UTC │
│ addons │ enable metrics-server -p default-k8s-diff-port-684953 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
│ stop │ -p default-k8s-diff-port-684953 --alsologtostderr -v=3 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
│ addons │ enable metrics-server -p newest-cni-316056 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/10/06 12:32:37
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:32:37.827572 492386 out.go:360] Setting OutFile to fd 1 ...
I1006 12:32:37.827723 492386 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:32:37.827734 492386 out.go:374] Setting ErrFile to fd 2...
I1006 12:32:37.827739 492386 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:32:37.828015 492386 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:32:37.828497 492386 out.go:368] Setting JSON to false
I1006 12:32:37.829512 492386 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8110,"bootTime":1759745848,"procs":193,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:32:37.829628 492386 start.go:140] virtualization:
I1006 12:32:37.834112 492386 out.go:179] * [newest-cni-316056] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:32:37.837734 492386 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:32:37.837870 492386 notify.go:220] Checking for updates...
I1006 12:32:37.844385 492386 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:32:37.847774 492386 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:32:37.850951 492386 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:32:37.854104 492386 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:32:37.857266 492386 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:32:37.860927 492386 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:32:37.861092 492386 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:32:37.893229 492386 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:32:37.893377 492386 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:32:37.954413 492386 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:32:37.945017889 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:32:37.954528 492386 docker.go:318] overlay module found
I1006 12:32:37.957820 492386 out.go:179] * Using the docker driver based on user configuration
I1006 12:32:37.960685 492386 start.go:304] selected driver: docker
I1006 12:32:37.960711 492386 start.go:924] validating driver "docker" against <nil>
I1006 12:32:37.960741 492386 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:32:37.961503 492386 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:32:38.028668 492386 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:32:38.017356997 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:32:38.028898 492386 start_flags.go:327] no existing cluster config was found, will generate one from the flags
W1006 12:32:38.028930 492386 out.go:285] ! With --network-plugin=cni, you will need to provide your own CNI. See --cni flag as a user-friendly alternative
I1006 12:32:38.029188 492386 start_flags.go:1011] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1006 12:32:38.032237 492386 out.go:179] * Using Docker driver with root privileges
I1006 12:32:38.035417 492386 cni.go:84] Creating CNI manager for ""
I1006 12:32:38.035510 492386 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:32:38.035528 492386 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:32:38.035636 492386 start.go:348] cluster config:
{Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnet
ClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:32:38.039003 492386 out.go:179] * Starting "newest-cni-316056" primary control-plane node in "newest-cni-316056" cluster
I1006 12:32:38.042009 492386 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:32:38.045078 492386 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:32:38.047970 492386 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:32:38.048099 492386 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:32:38.048348 492386 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:32:38.048396 492386 cache.go:58] Caching tarball of preloaded images
I1006 12:32:38.048508 492386 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:32:38.048571 492386 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:32:38.048761 492386 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json ...
I1006 12:32:38.048811 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json: {Name:mk59ff76e1035e1e8ce6f637d46dbd8a7ddfcbb6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:38.071020 492386 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:32:38.071044 492386 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:32:38.071072 492386 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:32:38.071096 492386 start.go:360] acquireMachinesLock for newest-cni-316056: {Name:mk8d312c5604a35f9f73cbfd3357e49b7079fc3d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:32:38.071205 492386 start.go:364] duration metric: took 87.861µs to acquireMachinesLock for "newest-cni-316056"
I1006 12:32:38.071238 492386 start.go:93] Provisioning new machine with config: &{Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals
e DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:32:38.071347 492386 start.go:125] createHost starting for "" (driver="docker")
W1006 12:32:38.150615 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:40.648637 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
I1006 12:32:38.074790 492386 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:32:38.075082 492386 start.go:159] libmachine.API.Create for "newest-cni-316056" (driver="docker")
I1006 12:32:38.075126 492386 client.go:168] LocalClient.Create starting
I1006 12:32:38.075194 492386 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:32:38.075228 492386 main.go:141] libmachine: Decoding PEM data...
I1006 12:32:38.075248 492386 main.go:141] libmachine: Parsing certificate...
I1006 12:32:38.075304 492386 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:32:38.075326 492386 main.go:141] libmachine: Decoding PEM data...
I1006 12:32:38.075336 492386 main.go:141] libmachine: Parsing certificate...
I1006 12:32:38.075778 492386 cli_runner.go:164] Run: docker network inspect newest-cni-316056 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:32:38.094292 492386 cli_runner.go:211] docker network inspect newest-cni-316056 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:32:38.094385 492386 network_create.go:284] running [docker network inspect newest-cni-316056] to gather additional debugging logs...
I1006 12:32:38.094476 492386 cli_runner.go:164] Run: docker network inspect newest-cni-316056
W1006 12:32:38.111563 492386 cli_runner.go:211] docker network inspect newest-cni-316056 returned with exit code 1
I1006 12:32:38.111595 492386 network_create.go:287] error running [docker network inspect newest-cni-316056]: docker network inspect newest-cni-316056: exit status 1
stdout:
[]
stderr:
Error response from daemon: network newest-cni-316056 not found
I1006 12:32:38.111610 492386 network_create.go:289] output of [docker network inspect newest-cni-316056]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network newest-cni-316056 not found
** /stderr **
I1006 12:32:38.111729 492386 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:32:38.128312 492386 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:32:38.128756 492386 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:32:38.129021 492386 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:32:38.129593 492386 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-8e923e464e47 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:6a:54:51:c3:b8:51} reservation:<nil>}
I1006 12:32:38.130052 492386 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a0b510}
I1006 12:32:38.130075 492386 network_create.go:124] attempt to create docker network newest-cni-316056 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1006 12:32:38.130149 492386 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=newest-cni-316056 newest-cni-316056
I1006 12:32:38.198262 492386 network_create.go:108] docker network newest-cni-316056 192.168.85.0/24 created
I1006 12:32:38.198299 492386 kic.go:121] calculated static IP "192.168.85.2" for the "newest-cni-316056" container
I1006 12:32:38.198377 492386 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:32:38.216557 492386 cli_runner.go:164] Run: docker volume create newest-cni-316056 --label name.minikube.sigs.k8s.io=newest-cni-316056 --label created_by.minikube.sigs.k8s.io=true
I1006 12:32:38.235833 492386 oci.go:103] Successfully created a docker volume newest-cni-316056
I1006 12:32:38.235939 492386 cli_runner.go:164] Run: docker run --rm --name newest-cni-316056-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-316056 --entrypoint /usr/bin/test -v newest-cni-316056:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:32:38.768900 492386 oci.go:107] Successfully prepared a docker volume newest-cni-316056
I1006 12:32:38.768968 492386 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:32:38.768991 492386 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:32:38.769084 492386 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v newest-cni-316056:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
W1006 12:32:42.650839 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
W1006 12:32:45.157999 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
I1006 12:32:43.257000 492386 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v newest-cni-316056:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (4.487849737s)
I1006 12:32:43.257033 492386 kic.go:203] duration metric: took 4.488039212s to extract preloaded images to volume ...
W1006 12:32:43.257177 492386 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:32:43.257310 492386 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:32:43.315564 492386 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname newest-cni-316056 --name newest-cni-316056 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-316056 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=newest-cni-316056 --network newest-cni-316056 --ip 192.168.85.2 --volume newest-cni-316056:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:32:43.677623 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Running}}
I1006 12:32:43.702281 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:32:43.726588 492386 cli_runner.go:164] Run: docker exec newest-cni-316056 stat /var/lib/dpkg/alternatives/iptables
I1006 12:32:43.778126 492386 oci.go:144] the created container "newest-cni-316056" has a running status.
I1006 12:32:43.778159 492386 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa...
I1006 12:32:44.338078 492386 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:32:44.363762 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:32:44.393760 492386 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:32:44.393780 492386 kic_runner.go:114] Args: [docker exec --privileged newest-cni-316056 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:32:44.454141 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:32:44.484377 492386 machine.go:93] provisionDockerMachine start ...
I1006 12:32:44.484485 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:44.507149 492386 main.go:141] libmachine: Using SSH client type: native
I1006 12:32:44.510646 492386 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33454 <nil> <nil>}
I1006 12:32:44.510679 492386 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:32:44.737955 492386 main.go:141] libmachine: SSH cmd err, output: <nil>: newest-cni-316056
I1006 12:32:44.737986 492386 ubuntu.go:182] provisioning hostname "newest-cni-316056"
I1006 12:32:44.738056 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:44.764502 492386 main.go:141] libmachine: Using SSH client type: native
I1006 12:32:44.764799 492386 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33454 <nil> <nil>}
I1006 12:32:44.764816 492386 main.go:141] libmachine: About to run SSH command:
sudo hostname newest-cni-316056 && echo "newest-cni-316056" | sudo tee /etc/hostname
I1006 12:32:44.923690 492386 main.go:141] libmachine: SSH cmd err, output: <nil>: newest-cni-316056
I1006 12:32:44.923816 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:44.944708 492386 main.go:141] libmachine: Using SSH client type: native
I1006 12:32:44.945035 492386 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33454 <nil> <nil>}
I1006 12:32:44.945059 492386 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-316056' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-316056/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-316056' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:32:45.160808 492386 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:32:45.160835 492386 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:32:45.160871 492386 ubuntu.go:190] setting up certificates
I1006 12:32:45.160883 492386 provision.go:84] configureAuth start
I1006 12:32:45.160968 492386 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:32:45.207661 492386 provision.go:143] copyHostCerts
I1006 12:32:45.207750 492386 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:32:45.207761 492386 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:32:45.207849 492386 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:32:45.207962 492386 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:32:45.207968 492386 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:32:45.207999 492386 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:32:45.208064 492386 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:32:45.208070 492386 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:32:45.208095 492386 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:32:45.208153 492386 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.newest-cni-316056 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-316056]
I1006 12:32:45.964801 492386 provision.go:177] copyRemoteCerts
I1006 12:32:45.964877 492386 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:32:45.964955 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:45.984340 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.090192 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:32:46.109457 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:32:46.129760 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:32:46.150836 492386 provision.go:87] duration metric: took 989.938408ms to configureAuth
I1006 12:32:46.150866 492386 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:32:46.151073 492386 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:32:46.151192 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.168851 492386 main.go:141] libmachine: Using SSH client type: native
I1006 12:32:46.169170 492386 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33454 <nil> <nil>}
I1006 12:32:46.169190 492386 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:32:46.418430 492386 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:32:46.418455 492386 machine.go:96] duration metric: took 1.934057498s to provisionDockerMachine
I1006 12:32:46.418466 492386 client.go:171] duration metric: took 8.343331037s to LocalClient.Create
I1006 12:32:46.418480 492386 start.go:167] duration metric: took 8.343400305s to libmachine.API.Create "newest-cni-316056"
I1006 12:32:46.418487 492386 start.go:293] postStartSetup for "newest-cni-316056" (driver="docker")
I1006 12:32:46.418497 492386 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:32:46.418562 492386 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:32:46.418609 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.442881 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.542882 492386 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:32:46.546552 492386 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:32:46.546586 492386 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:32:46.546598 492386 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:32:46.546657 492386 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:32:46.546748 492386 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:32:46.546857 492386 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:32:46.555085 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:32:46.574403 492386 start.go:296] duration metric: took 155.899882ms for postStartSetup
I1006 12:32:46.574771 492386 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:32:46.601260 492386 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json ...
I1006 12:32:46.601589 492386 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:32:46.601641 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.618663 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.714724 492386 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:32:46.719693 492386 start.go:128] duration metric: took 8.648328194s to createHost
I1006 12:32:46.719723 492386 start.go:83] releasing machines lock for "newest-cni-316056", held for 8.64850327s
I1006 12:32:46.719797 492386 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:32:46.737047 492386 ssh_runner.go:195] Run: cat /version.json
I1006 12:32:46.737083 492386 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:32:46.737108 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.737158 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:32:46.762990 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.775137 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:32:46.861444 492386 ssh_runner.go:195] Run: systemctl --version
I1006 12:32:46.956307 492386 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:32:46.995655 492386 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:32:47.000354 492386 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:32:47.000434 492386 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:32:47.033610 492386 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:32:47.033651 492386 start.go:495] detecting cgroup driver to use...
I1006 12:32:47.033701 492386 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:32:47.033802 492386 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:32:47.051566 492386 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:32:47.065197 492386 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:32:47.065306 492386 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:32:47.084330 492386 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:32:47.105464 492386 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:32:47.240727 492386 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:32:47.362575 492386 docker.go:234] disabling docker service ...
I1006 12:32:47.362642 492386 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:32:47.385662 492386 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:32:47.399302 492386 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:32:47.525644 492386 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:32:47.669159 492386 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:32:47.683466 492386 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:32:47.701346 492386 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:32:47.701420 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.711103 492386 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:32:47.711181 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.721286 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.731027 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.740408 492386 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:32:47.749746 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.759958 492386 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.775229 492386 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:32:47.785336 492386 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:32:47.793758 492386 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:32:47.802566 492386 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:32:47.950432 492386 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:32:48.117989 492386 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:32:48.118113 492386 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:32:48.122590 492386 start.go:563] Will wait 60s for crictl version
I1006 12:32:48.122710 492386 ssh_runner.go:195] Run: which crictl
I1006 12:32:48.127089 492386 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:32:48.157361 492386 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:32:48.157514 492386 ssh_runner.go:195] Run: crio --version
I1006 12:32:48.188145 492386 ssh_runner.go:195] Run: crio --version
I1006 12:32:48.220342 492386 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:32:48.223204 492386 cli_runner.go:164] Run: docker network inspect newest-cni-316056 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:32:48.240575 492386 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:32:48.244620 492386 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:32:48.258600 492386 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1006 12:32:48.261718 492386 kubeadm.go:883] updating cluster {Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disab
leMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:32:48.261843 492386 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:32:48.261928 492386 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:32:48.300441 492386 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:32:48.300469 492386 crio.go:433] Images already preloaded, skipping extraction
I1006 12:32:48.300528 492386 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:32:48.328485 492386 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:32:48.328512 492386 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:32:48.328521 492386 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:32:48.328607 492386 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-316056 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:32:48.328695 492386 ssh_runner.go:195] Run: crio config
I1006 12:32:48.390974 492386 cni.go:84] Creating CNI manager for ""
I1006 12:32:48.390998 492386 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:32:48.391014 492386 kubeadm.go:84] Using pod CIDR: 10.42.0.0/16
I1006 12:32:48.391039 492386 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-316056 NodeName:newest-cni-316056 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:32:48.391174 492386 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-316056"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:32:48.391253 492386 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:32:48.399399 492386 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:32:48.399491 492386 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:32:48.407796 492386 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:32:48.421437 492386 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:32:48.435912 492386 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2212 bytes)
I1006 12:32:48.452046 492386 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:32:48.455996 492386 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:32:48.466294 492386 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:32:48.614765 492386 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:32:48.635651 492386 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056 for IP: 192.168.85.2
I1006 12:32:48.635732 492386 certs.go:195] generating shared ca certs ...
I1006 12:32:48.635764 492386 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.635950 492386 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:32:48.636037 492386 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:32:48.636071 492386 certs.go:257] generating profile certs ...
I1006 12:32:48.636152 492386 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.key
I1006 12:32:48.636199 492386 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.crt with IP's: []
I1006 12:32:48.808512 492386 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.crt ...
I1006 12:32:48.808550 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.crt: {Name:mk638cbd6ddb478a3d4da1fbb8b6818f8ff2094a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.808766 492386 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.key ...
I1006 12:32:48.808783 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.key: {Name:mk6e3b80bc20150ee5caade804c61e9b854b8681 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.808876 492386 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b
I1006 12:32:48.808890 492386 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt.f8344d8b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1006 12:32:48.873339 492386 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt.f8344d8b ...
I1006 12:32:48.873370 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt.f8344d8b: {Name:mkdc0d9d3ca2271f6bdfdc81cf3f572e70f86599 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.873583 492386 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b ...
I1006 12:32:48.873617 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b: {Name:mk78cfcd1d560fc480db059c1a47b294c577aa91 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:48.873722 492386 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt.f8344d8b -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt
I1006 12:32:48.873813 492386 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key
I1006 12:32:48.873880 492386 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key
I1006 12:32:48.873901 492386 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt with IP's: []
I1006 12:32:49.234020 492386 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt ...
I1006 12:32:49.234095 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt: {Name:mked9d4707527bc23ca2dd843902c7cb8b786522 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:49.234338 492386 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key ...
I1006 12:32:49.234375 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key: {Name:mka57401cbbe2c28363a87511e14747a4a102b40 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:32:49.234617 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:32:49.234686 492386 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:32:49.234713 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:32:49.234770 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:32:49.234818 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:32:49.234875 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:32:49.234946 492386 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:32:49.235578 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:32:49.259745 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:32:49.280795 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:32:49.300509 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:32:49.320895 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:32:49.341059 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:32:49.360949 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:32:49.381441 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:32:49.401624 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:32:49.421185 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:32:49.448462 492386 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:32:49.471121 492386 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:32:49.485001 492386 ssh_runner.go:195] Run: openssl version
I1006 12:32:49.491881 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:32:49.502242 492386 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:32:49.506563 492386 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:32:49.506666 492386 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:32:49.548692 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:32:49.558032 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:32:49.571449 492386 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:32:49.577043 492386 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:32:49.577170 492386 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:32:49.631184 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:32:49.641610 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:32:49.651432 492386 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:32:49.658869 492386 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:32:49.658976 492386 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:32:49.701228 492386 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:32:49.713623 492386 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:32:49.723183 492386 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:32:49.723299 492386 kubeadm.go:400] StartCluster: {Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:32:49.723423 492386 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:32:49.723520 492386 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:32:49.774177 492386 cri.go:89] found id: ""
I1006 12:32:49.774294 492386 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:32:49.785124 492386 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:32:49.797456 492386 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:32:49.797657 492386 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:32:49.819548 492386 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:32:49.819580 492386 kubeadm.go:157] found existing configuration files:
I1006 12:32:49.819635 492386 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:32:49.828712 492386 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:32:49.828789 492386 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:32:49.836931 492386 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:32:49.845430 492386 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:32:49.845517 492386 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:32:49.859740 492386 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:32:49.869336 492386 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:32:49.869420 492386 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:32:49.877219 492386 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:32:49.886401 492386 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:32:49.886488 492386 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:32:49.894819 492386 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:32:49.946176 492386 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:32:49.946430 492386 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:32:49.973017 492386 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:32:49.973122 492386 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:32:49.973164 492386 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:32:49.973226 492386 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:32:49.973294 492386 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:32:49.973372 492386 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:32:49.973438 492386 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:32:49.973502 492386 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:32:49.973587 492386 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:32:49.973649 492386 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:32:49.973714 492386 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:32:49.973777 492386 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:32:50.063514 492386 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:32:50.063641 492386 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:32:50.063772 492386 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:32:50.074002 492386 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
W1006 12:32:47.651156 486511 node_ready.go:57] node "default-k8s-diff-port-684953" has "Ready":"False" status (will retry)
I1006 12:32:48.667850 486511 node_ready.go:49] node "default-k8s-diff-port-684953" is "Ready"
I1006 12:32:48.667885 486511 node_ready.go:38] duration metric: took 40.522579391s for node "default-k8s-diff-port-684953" to be "Ready" ...
I1006 12:32:48.667903 486511 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:32:48.667964 486511 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:32:48.707294 486511 api_server.go:72] duration metric: took 41.883029656s to wait for apiserver process to appear ...
I1006 12:32:48.707317 486511 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:32:48.707336 486511 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1006 12:32:48.735652 486511 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1006 12:32:48.737177 486511 api_server.go:141] control plane version: v1.34.1
I1006 12:32:48.737203 486511 api_server.go:131] duration metric: took 29.880284ms to wait for apiserver health ...
I1006 12:32:48.737213 486511 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:32:48.743905 486511 system_pods.go:59] 8 kube-system pods found
I1006 12:32:48.743941 486511 system_pods.go:61] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:48.743948 486511 system_pods.go:61] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:48.743955 486511 system_pods.go:61] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:48.743960 486511 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:48.743964 486511 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:48.743969 486511 system_pods.go:61] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:48.743974 486511 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:48.743980 486511 system_pods.go:61] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:48.743986 486511 system_pods.go:74] duration metric: took 6.767348ms to wait for pod list to return data ...
I1006 12:32:48.743995 486511 default_sa.go:34] waiting for default service account to be created ...
I1006 12:32:48.748419 486511 default_sa.go:45] found service account: "default"
I1006 12:32:48.748493 486511 default_sa.go:55] duration metric: took 4.491355ms for default service account to be created ...
I1006 12:32:48.748520 486511 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:32:48.756010 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:48.756094 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:48.756118 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:48.756140 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:48.756171 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:48.756195 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:48.756213 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:48.756232 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:48.756262 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:48.756302 486511 retry.go:31] will retry after 193.142188ms: missing components: kube-dns
I1006 12:32:48.957144 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:48.957178 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:48.957186 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:48.957192 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:48.957197 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:48.957201 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:48.957205 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:48.957209 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:48.957215 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:48.957229 486511 retry.go:31] will retry after 244.671435ms: missing components: kube-dns
I1006 12:32:49.207443 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:49.207477 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:49.207484 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:49.207491 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:49.207496 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:49.207501 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:49.207506 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:49.207510 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:49.207515 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:49.207531 486511 retry.go:31] will retry after 446.287341ms: missing components: kube-dns
I1006 12:32:49.657641 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:49.657672 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:32:49.657680 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:49.657688 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:49.657693 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:49.657698 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:49.657702 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:49.657706 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:49.657712 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1006 12:32:49.657727 486511 retry.go:31] will retry after 523.492008ms: missing components: kube-dns
I1006 12:32:50.186481 486511 system_pods.go:86] 8 kube-system pods found
I1006 12:32:50.186510 486511 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Running
I1006 12:32:50.186518 486511 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running
I1006 12:32:50.186524 486511 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:32:50.186529 486511 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running
I1006 12:32:50.186534 486511 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running
I1006 12:32:50.186537 486511 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:32:50.186542 486511 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running
I1006 12:32:50.186546 486511 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Running
I1006 12:32:50.186555 486511 system_pods.go:126] duration metric: took 1.438016516s to wait for k8s-apps to be running ...
I1006 12:32:50.186563 486511 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:32:50.186626 486511 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:32:50.210763 486511 system_svc.go:56] duration metric: took 24.191013ms WaitForService to wait for kubelet
I1006 12:32:50.210790 486511 kubeadm.go:586] duration metric: took 43.38653163s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:32:50.210809 486511 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:32:50.215624 486511 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:32:50.215654 486511 node_conditions.go:123] node cpu capacity is 2
I1006 12:32:50.215678 486511 node_conditions.go:105] duration metric: took 4.861568ms to run NodePressure ...
I1006 12:32:50.215691 486511 start.go:241] waiting for startup goroutines ...
I1006 12:32:50.215699 486511 start.go:246] waiting for cluster config update ...
I1006 12:32:50.215712 486511 start.go:255] writing updated cluster config ...
I1006 12:32:50.216031 486511 ssh_runner.go:195] Run: rm -f paused
I1006 12:32:50.221107 486511 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:32:50.226508 486511 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-8qxqf" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.233890 486511 pod_ready.go:94] pod "coredns-66bc5c9577-8qxqf" is "Ready"
I1006 12:32:50.233915 486511 pod_ready.go:86] duration metric: took 7.381461ms for pod "coredns-66bc5c9577-8qxqf" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.239627 486511 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.246803 486511 pod_ready.go:94] pod "etcd-default-k8s-diff-port-684953" is "Ready"
I1006 12:32:50.246872 486511 pod_ready.go:86] duration metric: took 7.220343ms for pod "etcd-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.250192 486511 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.258009 486511 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-684953" is "Ready"
I1006 12:32:50.258105 486511 pod_ready.go:86] duration metric: took 7.839419ms for pod "kube-apiserver-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.287213 486511 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.627054 486511 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-684953" is "Ready"
I1006 12:32:50.627131 486511 pod_ready.go:86] duration metric: took 339.845006ms for pod "kube-controller-manager-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:50.827931 486511 pod_ready.go:83] waiting for pod "kube-proxy-5xvwr" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:51.227408 486511 pod_ready.go:94] pod "kube-proxy-5xvwr" is "Ready"
I1006 12:32:51.227434 486511 pod_ready.go:86] duration metric: took 399.419841ms for pod "kube-proxy-5xvwr" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:51.428553 486511 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:51.827233 486511 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-684953" is "Ready"
I1006 12:32:51.827258 486511 pod_ready.go:86] duration metric: took 398.678489ms for pod "kube-scheduler-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:32:51.827270 486511 pod_ready.go:40] duration metric: took 1.606133739s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:32:51.924358 486511 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:32:51.927598 486511 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-684953" cluster and "default" namespace by default
I1006 12:32:50.079205 492386 out.go:252] - Generating certificates and keys ...
I1006 12:32:50.079381 492386 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:32:50.079504 492386 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:32:50.490144 492386 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:32:50.782222 492386 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:32:50.995543 492386 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:32:51.543863 492386 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:32:51.814389 492386 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:32:51.814703 492386 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [localhost newest-cni-316056] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:32:52.688609 492386 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:32:52.688902 492386 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [localhost newest-cni-316056] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:32:53.960746 492386 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:32:54.612324 492386 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:32:54.897189 492386 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:32:54.897272 492386 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:32:55.702027 492386 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:32:55.957138 492386 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:32:56.323774 492386 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:32:56.617215 492386 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:32:56.795655 492386 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:32:56.796615 492386 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:32:56.799511 492386 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:32:56.803318 492386 out.go:252] - Booting up control plane ...
I1006 12:32:56.803433 492386 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:32:56.803519 492386 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:32:56.803594 492386 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:32:56.824088 492386 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:32:56.824581 492386 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:32:56.833344 492386 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:32:56.833940 492386 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:32:56.834271 492386 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:32:56.977263 492386 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:32:56.977389 492386 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1006 12:32:58.480096 492386 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.501838811s
I1006 12:32:58.482446 492386 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:32:58.482553 492386 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1006 12:32:58.482889 492386 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:32:58.482992 492386 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:33:03.902997 492386 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 5.419674689s
I1006 12:33:06.885700 492386 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 8.40319921s
I1006 12:33:06.985221 492386 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 8.502696222s
I1006 12:33:07.005070 492386 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:33:07.027411 492386 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:33:07.040904 492386 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:33:07.041113 492386 kubeadm.go:318] [mark-control-plane] Marking the node newest-cni-316056 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:33:07.054240 492386 kubeadm.go:318] [bootstrap-token] Using token: kt3awu.m0cqintvjd2r1zb9
I1006 12:33:07.057307 492386 out.go:252] - Configuring RBAC rules ...
I1006 12:33:07.057445 492386 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:33:07.062081 492386 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:33:07.070272 492386 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:33:07.074767 492386 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:33:07.079981 492386 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:33:07.087463 492386 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:33:07.394164 492386 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:33:07.854214 492386 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:33:08.393993 492386 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:33:08.395049 492386 kubeadm.go:318]
I1006 12:33:08.395125 492386 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:33:08.395131 492386 kubeadm.go:318]
I1006 12:33:08.395212 492386 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:33:08.395217 492386 kubeadm.go:318]
I1006 12:33:08.395243 492386 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:33:08.395304 492386 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:33:08.395356 492386 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:33:08.395361 492386 kubeadm.go:318]
I1006 12:33:08.395416 492386 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:33:08.395421 492386 kubeadm.go:318]
I1006 12:33:08.395471 492386 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:33:08.395475 492386 kubeadm.go:318]
I1006 12:33:08.395530 492386 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:33:08.395608 492386 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:33:08.395679 492386 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:33:08.395684 492386 kubeadm.go:318]
I1006 12:33:08.395794 492386 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:33:08.395876 492386 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:33:08.395887 492386 kubeadm.go:318]
I1006 12:33:08.395975 492386 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token kt3awu.m0cqintvjd2r1zb9 \
I1006 12:33:08.396083 492386 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:33:08.396104 492386 kubeadm.go:318] --control-plane
I1006 12:33:08.396109 492386 kubeadm.go:318]
I1006 12:33:08.396197 492386 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:33:08.396203 492386 kubeadm.go:318]
I1006 12:33:08.396288 492386 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token kt3awu.m0cqintvjd2r1zb9 \
I1006 12:33:08.396394 492386 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:33:08.400866 492386 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:33:08.401102 492386 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:33:08.401212 492386 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:33:08.401227 492386 cni.go:84] Creating CNI manager for ""
I1006 12:33:08.401234 492386 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:08.404372 492386 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:33:08.407307 492386 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:33:08.412632 492386 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:33:08.412653 492386 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:33:08.427190 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:33:08.711369 492386 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:33:08.711511 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:08.711588 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes newest-cni-316056 minikube.k8s.io/updated_at=2025_10_06T12_33_08_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=newest-cni-316056 minikube.k8s.io/primary=true
I1006 12:33:08.729356 492386 ops.go:34] apiserver oom_adj: -16
I1006 12:33:08.863893 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:09.364512 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:09.864085 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:10.364014 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:10.864676 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:11.364763 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:11.864904 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:12.363982 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:12.864080 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:13.364085 492386 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:33:13.588822 492386 kubeadm.go:1113] duration metric: took 4.877357222s to wait for elevateKubeSystemPrivileges
I1006 12:33:13.588857 492386 kubeadm.go:402] duration metric: took 23.865574736s to StartCluster
I1006 12:33:13.588875 492386 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:13.588941 492386 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:13.589930 492386 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:13.590175 492386 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:33:13.590273 492386 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:33:13.590535 492386 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:13.590577 492386 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:33:13.590653 492386 addons.go:69] Setting storage-provisioner=true in profile "newest-cni-316056"
I1006 12:33:13.590669 492386 addons.go:238] Setting addon storage-provisioner=true in "newest-cni-316056"
I1006 12:33:13.590692 492386 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:13.591191 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:13.591721 492386 addons.go:69] Setting default-storageclass=true in profile "newest-cni-316056"
I1006 12:33:13.591750 492386 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-316056"
I1006 12:33:13.592037 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:13.594081 492386 out.go:179] * Verifying Kubernetes components...
I1006 12:33:13.598028 492386 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:13.642926 492386 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:33:13.645897 492386 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:13.645924 492386 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:33:13.646038 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:13.649458 492386 addons.go:238] Setting addon default-storageclass=true in "newest-cni-316056"
I1006 12:33:13.649500 492386 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:13.650235 492386 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:13.682792 492386 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:13.682813 492386 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:33:13.682879 492386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:13.687865 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:13.723119 492386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33454 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:13.883662 492386 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:33:13.934952 492386 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:13.951843 492386 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:13.990889 492386 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:14.420099 492386 start.go:976] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1006 12:33:14.647845 492386 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:33:14.648202 492386 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:33:14.663984 492386 api_server.go:72] duration metric: took 1.073768191s to wait for apiserver process to appear ...
I1006 12:33:14.664052 492386 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:33:14.664087 492386 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:33:14.669771 492386 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1006 12:33:14.672743 492386 addons.go:514] duration metric: took 1.082154547s for enable addons: enabled=[storage-provisioner default-storageclass]
I1006 12:33:14.676001 492386 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:33:14.677093 492386 api_server.go:141] control plane version: v1.34.1
I1006 12:33:14.677119 492386 api_server.go:131] duration metric: took 13.048012ms to wait for apiserver health ...
I1006 12:33:14.677129 492386 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:33:14.680298 492386 system_pods.go:59] 8 kube-system pods found
I1006 12:33:14.680336 492386 system_pods.go:61] "coredns-66bc5c9577-mn8hz" [697c41f7-fd89-4757-b68d-a8cdf28c98b1] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1006 12:33:14.680344 492386 system_pods.go:61] "etcd-newest-cni-316056" [71868255-378d-4545-b4ee-58b3a0b94bec] Running
I1006 12:33:14.680350 492386 system_pods.go:61] "kindnet-wf8kn" [6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018] Running
I1006 12:33:14.680355 492386 system_pods.go:61] "kube-apiserver-newest-cni-316056" [92b95f57-5b16-4b27-b190-5e7f971ae13c] Running
I1006 12:33:14.680362 492386 system_pods.go:61] "kube-controller-manager-newest-cni-316056" [9763bf30-4090-4fa5-aaa7-40cfb144bb3b] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:33:14.680367 492386 system_pods.go:61] "kube-proxy-kpnvf" [c7b11f51-b080-4017-b3f3-2f66666ff8e4] Running
I1006 12:33:14.680375 492386 system_pods.go:61] "kube-scheduler-newest-cni-316056" [6fdb37e7-6bb5-48b3-b366-e34bec14f550] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:33:14.680380 492386 system_pods.go:61] "storage-provisioner" [8d1c270d-3517-4316-addd-18bd71eed88b] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1006 12:33:14.680388 492386 system_pods.go:74] duration metric: took 3.253695ms to wait for pod list to return data ...
I1006 12:33:14.680400 492386 default_sa.go:34] waiting for default service account to be created ...
I1006 12:33:14.683234 492386 default_sa.go:45] found service account: "default"
I1006 12:33:14.683262 492386 default_sa.go:55] duration metric: took 2.851868ms for default service account to be created ...
I1006 12:33:14.683275 492386 kubeadm.go:586] duration metric: took 1.093066679s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1006 12:33:14.683304 492386 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:33:14.686429 492386 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:33:14.686476 492386 node_conditions.go:123] node cpu capacity is 2
I1006 12:33:14.686489 492386 node_conditions.go:105] duration metric: took 3.178822ms to run NodePressure ...
I1006 12:33:14.686502 492386 start.go:241] waiting for startup goroutines ...
I1006 12:33:14.924285 492386 kapi.go:214] "coredns" deployment in "kube-system" namespace and "newest-cni-316056" context rescaled to 1 replicas
I1006 12:33:14.924323 492386 start.go:246] waiting for cluster config update ...
I1006 12:33:14.924335 492386 start.go:255] writing updated cluster config ...
I1006 12:33:14.924630 492386 ssh_runner.go:195] Run: rm -f paused
I1006 12:33:14.979870 492386 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:33:14.984988 492386 out.go:179] * Done! kubectl is now configured to use "newest-cni-316056" cluster and "default" namespace by default
==> CRI-O <==
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.364446394Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.370381641Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=d7e0a2dd-956f-4d6f-9827-48964bafad31 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.377510914Z" level=info msg="Ran pod sandbox 35a46fc12fb814f46c230741d8883e6900168054780a06e585c88ff9f1fe4ea5 with infra container: kube-system/kindnet-wf8kn/POD" id=d7e0a2dd-956f-4d6f-9827-48964bafad31 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.382166556Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=d5356144-9651-40eb-90bd-2c9d12717b2a name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.385367852Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=3735d1b8-a194-4375-b531-40061f76566b name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.393753609Z" level=info msg="Running pod sandbox: kube-system/kube-proxy-kpnvf/POD" id=302402fb-cb05-4ee4-8add-3053e15a51d6 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.393831312Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.398638529Z" level=info msg="Creating container: kube-system/kindnet-wf8kn/kindnet-cni" id=ccbc5376-a918-47e8-984b-38b65c5bb8b6 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.399868346Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.407374781Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=302402fb-cb05-4ee4-8add-3053e15a51d6 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.411702221Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.417870177Z" level=info msg="Ran pod sandbox 8a6e4945290c91b008f1ea24e7e4af4a365d35105bac468e9b9747e68ae6b1d1 with infra container: kube-system/kube-proxy-kpnvf/POD" id=302402fb-cb05-4ee4-8add-3053e15a51d6 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.418572077Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.422939928Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=94797742-cb27-4a70-85ef-6dd437c45526 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.429187737Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=606496e9-dd56-4cb5-b0b0-6653cbaf8280 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.435481406Z" level=info msg="Creating container: kube-system/kube-proxy-kpnvf/kube-proxy" id=5cdd3580-c83f-42ec-83b6-4e752a99a868 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.437682353Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.446051502Z" level=info msg="Created container 7f213411b0b9f8b326bb2c008381e0c26fe2ac36a3bcb367bc3cc05dd7f35ecb: kube-system/kindnet-wf8kn/kindnet-cni" id=ccbc5376-a918-47e8-984b-38b65c5bb8b6 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.447908141Z" level=info msg="Starting container: 7f213411b0b9f8b326bb2c008381e0c26fe2ac36a3bcb367bc3cc05dd7f35ecb" id=9a9c1c57-180a-4a98-b683-c2844690bffc name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.472576667Z" level=info msg="Started container" PID=1405 containerID=7f213411b0b9f8b326bb2c008381e0c26fe2ac36a3bcb367bc3cc05dd7f35ecb description=kube-system/kindnet-wf8kn/kindnet-cni id=9a9c1c57-180a-4a98-b683-c2844690bffc name=/runtime.v1.RuntimeService/StartContainer sandboxID=35a46fc12fb814f46c230741d8883e6900168054780a06e585c88ff9f1fe4ea5
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.478447717Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.479155615Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.544276122Z" level=info msg="Created container 69b898ff224b1b0385d91d87a6edd908c2bdcdbb452b6743c7be9d04bca75346: kube-system/kube-proxy-kpnvf/kube-proxy" id=5cdd3580-c83f-42ec-83b6-4e752a99a868 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.548361672Z" level=info msg="Starting container: 69b898ff224b1b0385d91d87a6edd908c2bdcdbb452b6743c7be9d04bca75346" id=d3f134d8-36bc-4fbd-94e6-cc29f0f550c3 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:33:13 newest-cni-316056 crio[836]: time="2025-10-06T12:33:13.551587805Z" level=info msg="Started container" PID=1415 containerID=69b898ff224b1b0385d91d87a6edd908c2bdcdbb452b6743c7be9d04bca75346 description=kube-system/kube-proxy-kpnvf/kube-proxy id=d3f134d8-36bc-4fbd-94e6-cc29f0f550c3 name=/runtime.v1.RuntimeService/StartContainer sandboxID=8a6e4945290c91b008f1ea24e7e4af4a365d35105bac468e9b9747e68ae6b1d1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
69b898ff224b1 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 2 seconds ago Running kube-proxy 0 8a6e4945290c9 kube-proxy-kpnvf kube-system
7f213411b0b9f b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 2 seconds ago Running kindnet-cni 0 35a46fc12fb81 kindnet-wf8kn kube-system
423d4339e5ff2 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 17 seconds ago Running etcd 0 9dae059bc01e1 etcd-newest-cni-316056 kube-system
4e7d683378ade b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 17 seconds ago Running kube-scheduler 0 7ed8287705a4e kube-scheduler-newest-cni-316056 kube-system
786388d8c8f84 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 17 seconds ago Running kube-apiserver 0 202b9c8fc84b0 kube-apiserver-newest-cni-316056 kube-system
014955affddbc 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 17 seconds ago Running kube-controller-manager 0 c01d8b6a2cff5 kube-controller-manager-newest-cni-316056 kube-system
==> describe nodes <==
Name: newest-cni-316056
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=newest-cni-316056
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=newest-cni-316056
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_33_08_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:33:04 +0000
Taints: node.kubernetes.io/not-ready:NoExecute
node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-316056
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:33:07 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:33:08 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:33:08 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:33:08 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Mon, 06 Oct 2025 12:33:08 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-316056
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 2dad847bde294aa08146807914f3c21a
System UUID: a9f2371a-e2d6-42eb-9530-def6dbf3c9ee
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-316056 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 8s
kube-system kindnet-wf8kn 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 3s
kube-system kube-apiserver-newest-cni-316056 250m (12%) 0 (0%) 0 (0%) 0 (0%) 8s
kube-system kube-controller-manager-newest-cni-316056 200m (10%) 0 (0%) 0 (0%) 0 (0%) 8s
kube-system kube-proxy-kpnvf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3s
kube-system kube-scheduler-newest-cni-316056 100m (5%) 0 (0%) 0 (0%) 0 (0%) 8s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (1%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2s kube-proxy
Normal Starting 18s kubelet Starting kubelet.
Warning CgroupV1 18s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 18s (x2 over 18s) kubelet Node newest-cni-316056 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 18s kubelet Node newest-cni-316056 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 18s kubelet Node newest-cni-316056 status is now: NodeHasSufficientPID
Normal Starting 9s kubelet Starting kubelet.
Warning CgroupV1 9s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 8s kubelet Node newest-cni-316056 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8s kubelet Node newest-cni-316056 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8s kubelet Node newest-cni-316056 status is now: NodeHasSufficientPID
Normal RegisteredNode 4s node-controller Node newest-cni-316056 event: Registered Node newest-cni-316056 in Controller
==> dmesg <==
[Oct 6 12:05] overlayfs: idmapped layers are currently not supported
[ +9.776719] overlayfs: idmapped layers are currently not supported
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
[Oct 6 12:31] overlayfs: idmapped layers are currently not supported
[ +19.790897] overlayfs: idmapped layers are currently not supported
[Oct 6 12:32] overlayfs: idmapped layers are currently not supported
==> etcd [423d4339e5ff2ec8e31053b1b768a26421d65031a1325ac38b7dbc51af718987] <==
{"level":"warn","ts":"2025-10-06T12:33:01.432852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46966","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.454100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46976","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.497891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47020","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.518572Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47002","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.520815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47048","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.542491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47068","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.561316Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47098","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.582435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47112","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.610279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47134","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.642341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47144","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.707266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47162","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.740057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47184","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.787919Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47204","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.824728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47226","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.868827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47250","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.910658Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.943671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47296","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.971472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47304","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:01.996791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47326","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:02.026149Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47350","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:02.075025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47366","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:02.091108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47380","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:02.114033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47396","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:02.157966Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47412","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:02.464566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47426","server-name":"","error":"EOF"}
==> kernel <==
12:33:16 up 2:15, 0 user, load average: 4.15, 3.52, 2.71
Linux newest-cni-316056 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [7f213411b0b9f8b326bb2c008381e0c26fe2ac36a3bcb367bc3cc05dd7f35ecb] <==
I1006 12:33:13.623415 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:33:13.630031 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:33:13.630174 1 main.go:148] setting mtu 1500 for CNI
I1006 12:33:13.630195 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:33:13.630212 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:33:13Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:33:13.820263 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:33:13.820288 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:33:13.820300 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:33:13.820625 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
==> kube-apiserver [786388d8c8f84b7543bed4e3cef5eb57e51c49ecf3b7f3f2c95b801ad8aa6958] <==
I1006 12:33:04.536129 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:33:04.536182 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:33:04.536216 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1006 12:33:04.543553 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:33:04.561191 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:33:04.565543 1 default_servicecidr_controller.go:228] Setting default ServiceCIDR condition Ready to True
I1006 12:33:04.589221 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:33:04.589517 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 12:33:05.035616 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1006 12:33:05.051481 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1006 12:33:05.051614 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:33:06.616541 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:33:06.711254 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:33:06.851309 1 alloc.go:328] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1006 12:33:06.865849 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.85.2]
I1006 12:33:06.867037 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:33:06.873581 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1006 12:33:07.160984 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:33:07.811957 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:33:07.848408 1 alloc.go:328] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1006 12:33:07.875296 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1006 12:33:12.714108 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:33:12.923276 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:33:12.929441 1 cidrallocator.go:277] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1006 12:33:13.018112 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
==> kube-controller-manager [014955affddbceed0cfe5c4d86a8701b172648dba30675b6c47b363e71e2a792] <==
I1006 12:33:12.224704 1 shared_informer.go:349] "Waiting for caches to sync" controller="cidrallocator"
I1006 12:33:12.224734 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1006 12:33:12.226768 1 shared_informer.go:356] "Caches are synced" controller="stateful set"
I1006 12:33:12.228851 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 12:33:12.233998 1 range_allocator.go:428] "Set node PodCIDR" logger="node-ipam-controller" node="newest-cni-316056" podCIDRs=["10.42.0.0/24"]
I1006 12:33:12.236343 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1006 12:33:12.245582 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:33:12.257159 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:33:12.258275 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 12:33:12.258418 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 12:33:12.258559 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="newest-cni-316056"
I1006 12:33:12.258618 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1006 12:33:12.258827 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:33:12.258956 1 shared_informer.go:356] "Caches are synced" controller="cronjob"
I1006 12:33:12.258999 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring"
I1006 12:33:12.259000 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:33:12.259152 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator"
I1006 12:33:12.259730 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:33:12.261694 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:33:12.261781 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:33:12.262924 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1006 12:33:12.268911 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:33:12.283061 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:33:12.283089 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:33:12.283097 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
==> kube-proxy [69b898ff224b1b0385d91d87a6edd908c2bdcdbb452b6743c7be9d04bca75346] <==
I1006 12:33:13.698380 1 server_linux.go:53] "Using iptables proxy"
I1006 12:33:13.819443 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:33:13.923836 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:33:13.923880 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:33:13.923963 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:33:13.976940 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:33:13.976993 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:33:13.986395 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:33:13.986707 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:33:13.986725 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:13.988037 1 config.go:200] "Starting service config controller"
I1006 12:33:13.988052 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:33:13.997423 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:33:13.997438 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:33:13.997455 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:33:13.997459 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:33:13.998007 1 config.go:309] "Starting node config controller"
I1006 12:33:13.998018 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:33:13.998024 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:33:14.099468 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:33:14.099513 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1006 12:33:14.099583 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-scheduler [4e7d683378ade991f031019e0b5e66bfac5eff3c75713455727f9b38cde1644f] <==
I1006 12:33:03.985407 1 serving.go:386] Generated self-signed cert in-memory
I1006 12:33:06.862560 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:33:06.862594 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:06.872305 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 12:33:06.872428 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 12:33:06.872501 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:06.872540 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:06.872588 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:33:06.872630 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:33:06.873324 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:33:06.873473 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:33:06.973274 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:06.973278 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 12:33:06.973315 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
==> kubelet <==
Oct 06 12:33:08 newest-cni-316056 kubelet[1285]: I1006 12:33:08.359439 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/85a4982aa51ccce99c89c68f4f62a975-etc-ca-certificates\") pod \"kube-controller-manager-newest-cni-316056\" (UID: \"85a4982aa51ccce99c89c68f4f62a975\") " pod="kube-system/kube-controller-manager-newest-cni-316056"
Oct 06 12:33:08 newest-cni-316056 kubelet[1285]: I1006 12:33:08.359467 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"k8s-certs\" (UniqueName: \"kubernetes.io/host-path/ba1563ca415b7444692af5fd78627fd0-k8s-certs\") pod \"kube-apiserver-newest-cni-316056\" (UID: \"ba1563ca415b7444692af5fd78627fd0\") " pod="kube-system/kube-apiserver-newest-cni-316056"
Oct 06 12:33:08 newest-cni-316056 kubelet[1285]: I1006 12:33:08.915207 1285 apiserver.go:52] "Watching apiserver"
Oct 06 12:33:08 newest-cni-316056 kubelet[1285]: I1006 12:33:08.957786 1285 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world"
Oct 06 12:33:09 newest-cni-316056 kubelet[1285]: I1006 12:33:09.058593 1285 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/etcd-newest-cni-316056"
Oct 06 12:33:09 newest-cni-316056 kubelet[1285]: I1006 12:33:09.058926 1285 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-apiserver-newest-cni-316056"
Oct 06 12:33:09 newest-cni-316056 kubelet[1285]: E1006 12:33:09.070142 1285 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-apiserver-newest-cni-316056\" already exists" pod="kube-system/kube-apiserver-newest-cni-316056"
Oct 06 12:33:09 newest-cni-316056 kubelet[1285]: E1006 12:33:09.074394 1285 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"etcd-newest-cni-316056\" already exists" pod="kube-system/etcd-newest-cni-316056"
Oct 06 12:33:09 newest-cni-316056 kubelet[1285]: I1006 12:33:09.075014 1285 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/etcd-newest-cni-316056" podStartSLOduration=1.074980861 podStartE2EDuration="1.074980861s" podCreationTimestamp="2025-10-06 12:33:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:33:09.074774056 +0000 UTC m=+1.341299524" watchObservedRunningTime="2025-10-06 12:33:09.074980861 +0000 UTC m=+1.341506321"
Oct 06 12:33:09 newest-cni-316056 kubelet[1285]: I1006 12:33:09.098798 1285 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-scheduler-newest-cni-316056" podStartSLOduration=1.098778524 podStartE2EDuration="1.098778524s" podCreationTimestamp="2025-10-06 12:33:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:33:09.086371136 +0000 UTC m=+1.352896596" watchObservedRunningTime="2025-10-06 12:33:09.098778524 +0000 UTC m=+1.365303984"
Oct 06 12:33:09 newest-cni-316056 kubelet[1285]: I1006 12:33:09.111381 1285 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-apiserver-newest-cni-316056" podStartSLOduration=1.111361003 podStartE2EDuration="1.111361003s" podCreationTimestamp="2025-10-06 12:33:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:33:09.099179473 +0000 UTC m=+1.365704933" watchObservedRunningTime="2025-10-06 12:33:09.111361003 +0000 UTC m=+1.377886463"
Oct 06 12:33:09 newest-cni-316056 kubelet[1285]: I1006 12:33:09.125272 1285 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-controller-manager-newest-cni-316056" podStartSLOduration=1.125250806 podStartE2EDuration="1.125250806s" podCreationTimestamp="2025-10-06 12:33:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:33:09.112916141 +0000 UTC m=+1.379441609" watchObservedRunningTime="2025-10-06 12:33:09.125250806 +0000 UTC m=+1.391776274"
Oct 06 12:33:12 newest-cni-316056 kubelet[1285]: I1006 12:33:12.301592 1285 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Oct 06 12:33:12 newest-cni-316056 kubelet[1285]: I1006 12:33:12.302239 1285 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.091330 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-lib-modules\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.091572 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dzmsg\" (UniqueName: \"kubernetes.io/projected/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-kube-api-access-dzmsg\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.091728 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ktwlp\" (UniqueName: \"kubernetes.io/projected/c7b11f51-b080-4017-b3f3-2f66666ff8e4-kube-api-access-ktwlp\") pod \"kube-proxy-kpnvf\" (UID: \"c7b11f51-b080-4017-b3f3-2f66666ff8e4\") " pod="kube-system/kube-proxy-kpnvf"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.091871 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-cni-cfg\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.091987 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-xtables-lock\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.092102 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/c7b11f51-b080-4017-b3f3-2f66666ff8e4-kube-proxy\") pod \"kube-proxy-kpnvf\" (UID: \"c7b11f51-b080-4017-b3f3-2f66666ff8e4\") " pod="kube-system/kube-proxy-kpnvf"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.092227 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c7b11f51-b080-4017-b3f3-2f66666ff8e4-xtables-lock\") pod \"kube-proxy-kpnvf\" (UID: \"c7b11f51-b080-4017-b3f3-2f66666ff8e4\") " pod="kube-system/kube-proxy-kpnvf"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.092346 1285 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c7b11f51-b080-4017-b3f3-2f66666ff8e4-lib-modules\") pod \"kube-proxy-kpnvf\" (UID: \"c7b11f51-b080-4017-b3f3-2f66666ff8e4\") " pod="kube-system/kube-proxy-kpnvf"
Oct 06 12:33:13 newest-cni-316056 kubelet[1285]: I1006 12:33:13.207178 1285 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Oct 06 12:33:14 newest-cni-316056 kubelet[1285]: I1006 12:33:14.126183 1285 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kindnet-wf8kn" podStartSLOduration=1.126163133 podStartE2EDuration="1.126163133s" podCreationTimestamp="2025-10-06 12:33:13 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:33:14.125982741 +0000 UTC m=+6.392508217" watchObservedRunningTime="2025-10-06 12:33:14.126163133 +0000 UTC m=+6.392688609"
Oct 06 12:33:14 newest-cni-316056 kubelet[1285]: I1006 12:33:14.126313 1285 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kube-system/kube-proxy-kpnvf" podStartSLOduration=1.126305912 podStartE2EDuration="1.126305912s" podCreationTimestamp="2025-10-06 12:33:13 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-06 12:33:14.088552345 +0000 UTC m=+6.355077813" watchObservedRunningTime="2025-10-06 12:33:14.126305912 +0000 UTC m=+6.392831380"
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-316056 -n newest-cni-316056
helpers_test.go:269: (dbg) Run: kubectl --context newest-cni-316056 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: coredns-66bc5c9577-mn8hz storage-provisioner
helpers_test.go:282: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner: exit status 1 (88.366836ms)
** stderr **
Error from server (NotFound): pods "coredns-66bc5c9577-mn8hz" not found
Error from server (NotFound): pods "storage-provisioner" not found
** /stderr **
helpers_test.go:287: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner: exit status 1
--- FAIL: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (2.28s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-316056 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p newest-cni-316056 --alsologtostderr -v=1: exit status 80 (1.947856387s)
-- stdout --
* Pausing node newest-cni-316056 ...
-- /stdout --
** stderr **
I1006 12:33:40.323595 499715 out.go:360] Setting OutFile to fd 1 ...
I1006 12:33:40.323759 499715 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:40.323772 499715 out.go:374] Setting ErrFile to fd 2...
I1006 12:33:40.323778 499715 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:40.324138 499715 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:33:40.324447 499715 out.go:368] Setting JSON to false
I1006 12:33:40.324472 499715 mustload.go:65] Loading cluster: newest-cni-316056
I1006 12:33:40.324933 499715 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:40.326522 499715 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:40.350513 499715 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:40.350993 499715 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:40.453979 499715 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:50 OomKillDisable:true NGoroutines:63 SystemTime:2025-10-06 12:33:40.441302956 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:40.454644 499715 pause.go:58] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1758198818-20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1758198818-20370-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:newest-cni-316056 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true)
wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1006 12:33:40.458107 499715 out.go:179] * Pausing node newest-cni-316056 ...
I1006 12:33:40.460935 499715 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:40.461272 499715 ssh_runner.go:195] Run: systemctl --version
I1006 12:33:40.461323 499715 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:40.481578 499715 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:40.584522 499715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:33:40.606017 499715 pause.go:51] kubelet running: true
I1006 12:33:40.606094 499715 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:33:40.864870 499715 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:33:40.864973 499715 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:33:40.988859 499715 cri.go:89] found id: "1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392"
I1006 12:33:40.988888 499715 cri.go:89] found id: "fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2"
I1006 12:33:40.988893 499715 cri.go:89] found id: "52fa027cc31890f9a0d5adeb348104e05864cfc3175cea0b1140f39ca83df678"
I1006 12:33:40.988905 499715 cri.go:89] found id: "e705d5101b1f7de25836fabd2afcff5afaba29204cbffdf53322ee3ec0e15ded"
I1006 12:33:40.988909 499715 cri.go:89] found id: "7fc2453ae914c9dd839e84f9b299a40be1997babc38e3f2da6884650db92063f"
I1006 12:33:40.988913 499715 cri.go:89] found id: "bf78081508c78c7004bc1d6cac0420ddb68e00a1734571cfc6f8d16e817b3c4e"
I1006 12:33:40.988916 499715 cri.go:89] found id: ""
I1006 12:33:40.988966 499715 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:33:41.007249 499715 retry.go:31] will retry after 288.195858ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:41Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:33:41.295701 499715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:33:41.310892 499715 pause.go:51] kubelet running: false
I1006 12:33:41.310967 499715 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:33:41.517847 499715 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:33:41.517927 499715 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:33:41.589950 499715 cri.go:89] found id: "1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392"
I1006 12:33:41.589981 499715 cri.go:89] found id: "fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2"
I1006 12:33:41.589987 499715 cri.go:89] found id: "52fa027cc31890f9a0d5adeb348104e05864cfc3175cea0b1140f39ca83df678"
I1006 12:33:41.589991 499715 cri.go:89] found id: "e705d5101b1f7de25836fabd2afcff5afaba29204cbffdf53322ee3ec0e15ded"
I1006 12:33:41.589995 499715 cri.go:89] found id: "7fc2453ae914c9dd839e84f9b299a40be1997babc38e3f2da6884650db92063f"
I1006 12:33:41.590022 499715 cri.go:89] found id: "bf78081508c78c7004bc1d6cac0420ddb68e00a1734571cfc6f8d16e817b3c4e"
I1006 12:33:41.590030 499715 cri.go:89] found id: ""
I1006 12:33:41.590087 499715 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:33:41.602043 499715 retry.go:31] will retry after 272.166037ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:41Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:33:41.874552 499715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:33:41.889235 499715 pause.go:51] kubelet running: false
I1006 12:33:41.889380 499715 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:33:42.056493 499715 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:33:42.056575 499715 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:33:42.146663 499715 cri.go:89] found id: "1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392"
I1006 12:33:42.146694 499715 cri.go:89] found id: "fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2"
I1006 12:33:42.146700 499715 cri.go:89] found id: "52fa027cc31890f9a0d5adeb348104e05864cfc3175cea0b1140f39ca83df678"
I1006 12:33:42.146710 499715 cri.go:89] found id: "e705d5101b1f7de25836fabd2afcff5afaba29204cbffdf53322ee3ec0e15ded"
I1006 12:33:42.146714 499715 cri.go:89] found id: "7fc2453ae914c9dd839e84f9b299a40be1997babc38e3f2da6884650db92063f"
I1006 12:33:42.146719 499715 cri.go:89] found id: "bf78081508c78c7004bc1d6cac0420ddb68e00a1734571cfc6f8d16e817b3c4e"
I1006 12:33:42.146723 499715 cri.go:89] found id: ""
I1006 12:33:42.146797 499715 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:33:42.168051 499715 out.go:203]
W1006 12:33:42.171800 499715 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:42Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:42Z" level=error msg="open /run/runc: no such file or directory"
W1006 12:33:42.171836 499715 out.go:285] *
*
W1006 12:33:42.180165 499715 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:33:42.185005 499715 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p newest-cni-316056 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect newest-cni-316056
helpers_test.go:243: (dbg) docker inspect newest-cni-316056:
-- stdout --
[
{
"Id": "4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298",
"Created": "2025-10-06T12:32:43.330775517Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 496620,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:33:19.238902808Z",
"FinishedAt": "2025-10-06T12:33:18.09781269Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/hostname",
"HostsPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/hosts",
"LogPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298-json.log",
"Name": "/newest-cni-316056",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"newest-cni-316056:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "newest-cni-316056",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298",
"LowerDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/merged",
"UpperDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/diff",
"WorkDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "newest-cni-316056",
"Source": "/var/lib/docker/volumes/newest-cni-316056/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "newest-cni-316056",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-316056",
"name.minikube.sigs.k8s.io": "newest-cni-316056",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "7a1c3300ed62948f18c04e05d0acfab9659aed787c1aa032e5e8809d87abd8cf",
"SandboxKey": "/var/run/docker/netns/7a1c3300ed62",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33464"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33465"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33468"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33466"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33467"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"newest-cni-316056": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "62:f6:e1:b6:8a:4b",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "9c6849f382f3d47fecc3834f663a7b928ac52d2d8da939bb958659f360f3169e",
"EndpointID": "729f0c823eaa73350941a287748384813a2a689a2839a64c13439ff837822fa5",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-316056",
"4784c17a599f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-316056 -n newest-cni-316056
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-316056 -n newest-cni-316056: exit status 2 (423.268013ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/newest-cni/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-316056 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p newest-cni-316056 logs -n 25: (1.434915783s)
helpers_test.go:260: TestStartStop/group/newest-cni/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬──────────┬─────────┬─────────────────────┬─────────────
────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼──────────┼─────────┼─────────────────────┼─────────────
────────┤
│ start │ ha-238579 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio │ ha-238579 │ jenkins │ v1.37.0 │ 06 Oct 25 11:51 UTC │ 06 Oct 25 11:52 UTC │
│ node │ ha-238579 node add --control-plane --alsologtostderr -v 5 │ ha-238579 │ jenkins │ v1.37.0 │ 06 Oct 25 11:52 UTC │ 06 Oct 25 11:53 UTC │
│ delete │ -p ha-238579 │ ha-238579 │ jenkins │ v1.37.0 │ 06 Oct 25 11:53 UTC │ 06 Oct 25 11:53 UTC │
│ start │ -p json-output-327606 --output=json --user=testUser --memory=3072 --wait=true --driver=docker --container-runtime=crio │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:53 UTC │ 06 Oct 25 11:55 UTC │
│ pause │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ unpause │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ stop │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ delete │ -p json-output-327606 │ json-output-327606 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ start │ -p json-output-error-316496 --memory=3072 --output=json --wait=true --driver=fail │ json-output-error-316496 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ delete │ -p json-output-error-316496 │ json-output-error-316496 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ start │ -p docker-network-177249 --network= │ docker-network-177249 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:56 UTC │
│ delete │ -p docker-network-177249 │ docker-network-177249 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ start │ -p docker-network-135271 --network=bridge │ docker-network-135271 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ delete │ -p docker-network-135271 │ docker-network-135271 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ start │ -p existing-network-199291 --network=existing-network │ existing-network-199291 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:57 UTC │
│ delete │ -p existing-network-199291 │ existing-network-199291 │ jenkins │ v1.37.0 │ 06 Oct 25 11:57 UTC │ 06 Oct 25 11:57 UTC │
│ start │ -p custom-subnet-207584 --subnet=192.168.60.0/24 │ custom-subnet-207584 │ jenkins │ v1.37.0 │ 06 Oct 25 11:57 UTC │ 06 Oct 25 11:58 UTC │
│ delete │ -p custom-subnet-207584 │ custom-subnet-207584 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ start │ -p static-ip-632922 --static-ip=192.168.200.200 │ static-ip-632922 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ ip │ static-ip-632922 ip │ static-ip-632922 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ start │ -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
│ addons │ enable dashboard -p newest-cni-316056 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ start │ -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ image │ newest-cni-316056 image list --format=json │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ pause │ -p newest-cni-316056 --alsologtostderr -v=1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴──────────┴─────────┴─────────────────────┴─────────────
────────┘
==> Last Start <==
Log file created at: 2025/10/06 12:33:18
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:33:18.851034 496340 out.go:360] Setting OutFile to fd 1 ...
I1006 12:33:18.851793 496340 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:18.851821 496340 out.go:374] Setting ErrFile to fd 2...
I1006 12:33:18.851828 496340 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:18.852113 496340 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:33:18.852538 496340 out.go:368] Setting JSON to false
I1006 12:33:18.853451 496340 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8151,"bootTime":1759745848,"procs":158,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:33:18.853561 496340 start.go:140] virtualization:
I1006 12:33:18.860339 496340 out.go:179] * [newest-cni-316056] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:33:18.863494 496340 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:33:18.863597 496340 notify.go:220] Checking for updates...
I1006 12:33:18.869193 496340 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:33:18.872186 496340 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:18.875109 496340 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:33:18.877779 496340 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:33:18.880629 496340 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:33:18.823785 496271 start.go:304] selected driver: docker
I1006 12:33:18.823811 496271 start.go:924] validating driver "docker" against &{Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APISe
rverHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] M
ountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:18.823916 496271 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:33:18.824613 496271 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:18.901084 496271 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:0 ContainersPaused:0 ContainersStopped:2 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:42 SystemTime:2025-10-06 12:33:18.887715221 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:18.901416 496271 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:33:18.901442 496271 cni.go:84] Creating CNI manager for ""
I1006 12:33:18.901498 496271 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:18.901594 496271 start.go:348] cluster config:
{Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:
cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:18.904816 496271 out.go:179] * Starting "default-k8s-diff-port-684953" primary control-plane node in "default-k8s-diff-port-684953" cluster
I1006 12:33:18.907584 496271 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:33:18.910513 496271 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:33:18.913588 496271 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:18.913647 496271 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:33:18.913667 496271 cache.go:58] Caching tarball of preloaded images
I1006 12:33:18.913757 496271 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:33:18.913765 496271 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:33:18.913876 496271 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json ...
I1006 12:33:18.914097 496271 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:33:18.950184 496271 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:33:18.950209 496271 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:33:18.950222 496271 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:33:18.950246 496271 start.go:360] acquireMachinesLock for default-k8s-diff-port-684953: {Name:mk224d840769c0a057c66d2928dc91b2a19aafe3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:33:18.950307 496271 start.go:364] duration metric: took 35.216µs to acquireMachinesLock for "default-k8s-diff-port-684953"
I1006 12:33:18.950331 496271 start.go:96] Skipping create...Using existing machine configuration
I1006 12:33:18.950348 496271 fix.go:54] fixHost starting:
I1006 12:33:18.950608 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:18.971018 496271 fix.go:112] recreateIfNeeded on default-k8s-diff-port-684953: state=Stopped err=<nil>
W1006 12:33:18.971047 496271 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:33:18.884088 496340 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:18.884649 496340 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:33:18.923099 496340 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:33:18.923236 496340 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:19.011879 496340 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:0 ContainersPaused:0 ContainersStopped:2 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:24 OomKillDisable:true NGoroutines:43 SystemTime:2025-10-06 12:33:19.000474494 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:19.012014 496340 docker.go:318] overlay module found
I1006 12:33:19.015279 496340 out.go:179] * Using the docker driver based on existing profile
I1006 12:33:19.021703 496340 start.go:304] selected driver: docker
I1006 12:33:19.021729 496340 start.go:924] validating driver "docker" against &{Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:19.021940 496340 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:33:19.023332 496340 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:19.137893 496340 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:0 ContainersPaused:0 ContainersStopped:2 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:31 OomKillDisable:true NGoroutines:48 SystemTime:2025-10-06 12:33:19.114153433 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:19.138253 496340 start_flags.go:1011] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1006 12:33:19.138280 496340 cni.go:84] Creating CNI manager for ""
I1006 12:33:19.138336 496340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:19.138370 496340 start.go:348] cluster config:
{Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:19.143491 496340 out.go:179] * Starting "newest-cni-316056" primary control-plane node in "newest-cni-316056" cluster
I1006 12:33:19.146774 496340 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:33:19.149783 496340 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:33:19.152721 496340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:19.152802 496340 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:33:19.152813 496340 cache.go:58] Caching tarball of preloaded images
I1006 12:33:19.152897 496340 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:33:19.152906 496340 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:33:19.153024 496340 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json ...
I1006 12:33:19.153249 496340 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:33:19.180172 496340 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:33:19.180193 496340 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:33:19.180214 496340 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:33:19.180237 496340 start.go:360] acquireMachinesLock for newest-cni-316056: {Name:mk8d312c5604a35f9f73cbfd3357e49b7079fc3d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:33:19.180291 496340 start.go:364] duration metric: took 37.399µs to acquireMachinesLock for "newest-cni-316056"
I1006 12:33:19.180319 496340 start.go:96] Skipping create...Using existing machine configuration
I1006 12:33:19.180330 496340 fix.go:54] fixHost starting:
I1006 12:33:19.180586 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:19.200107 496340 fix.go:112] recreateIfNeeded on newest-cni-316056: state=Stopped err=<nil>
W1006 12:33:19.200137 496340 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:33:18.974321 496271 out.go:252] * Restarting existing docker container for "default-k8s-diff-port-684953" ...
I1006 12:33:18.974411 496271 cli_runner.go:164] Run: docker start default-k8s-diff-port-684953
I1006 12:33:19.372277 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:19.395627 496271 kic.go:430] container "default-k8s-diff-port-684953" state is running.
I1006 12:33:19.396045 496271 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:33:19.418537 496271 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json ...
I1006 12:33:19.418769 496271 machine.go:93] provisionDockerMachine start ...
I1006 12:33:19.418833 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:19.462659 496271 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:19.462977 496271 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33459 <nil> <nil>}
I1006 12:33:19.462988 496271 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:33:19.464585 496271 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:55036->127.0.0.1:33459: read: connection reset by peer
I1006 12:33:22.601106 496271 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-684953
I1006 12:33:22.601136 496271 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-684953"
I1006 12:33:22.601208 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:22.620474 496271 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:22.620834 496271 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33459 <nil> <nil>}
I1006 12:33:22.620852 496271 main.go:141] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-684953 && echo "default-k8s-diff-port-684953" | sudo tee /etc/hostname
I1006 12:33:22.767796 496271 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-684953
I1006 12:33:22.767913 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:22.789253 496271 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:22.789578 496271 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33459 <nil> <nil>}
I1006 12:33:22.789604 496271 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-684953' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-684953/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-684953' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:33:22.937768 496271 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:33:22.937792 496271 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:33:22.937820 496271 ubuntu.go:190] setting up certificates
I1006 12:33:22.937829 496271 provision.go:84] configureAuth start
I1006 12:33:22.937888 496271 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:33:22.958939 496271 provision.go:143] copyHostCerts
I1006 12:33:22.959014 496271 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:33:22.959037 496271 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:33:22.959114 496271 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:33:22.959229 496271 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:33:22.959240 496271 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:33:22.959269 496271 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:33:22.959338 496271 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:33:22.959346 496271 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:33:22.959371 496271 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:33:22.959431 496271 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-684953 san=[127.0.0.1 192.168.76.2 default-k8s-diff-port-684953 localhost minikube]
I1006 12:33:23.605021 496271 provision.go:177] copyRemoteCerts
I1006 12:33:23.605180 496271 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:33:23.605252 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:23.629060 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:19.203597 496340 out.go:252] * Restarting existing docker container for "newest-cni-316056" ...
I1006 12:33:19.203699 496340 cli_runner.go:164] Run: docker start newest-cni-316056
I1006 12:33:19.592394 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:19.619669 496340 kic.go:430] container "newest-cni-316056" state is running.
I1006 12:33:19.620072 496340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:33:19.654205 496340 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json ...
I1006 12:33:19.654441 496340 machine.go:93] provisionDockerMachine start ...
I1006 12:33:19.654518 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:19.688470 496340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:19.688912 496340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33464 <nil> <nil>}
I1006 12:33:19.688934 496340 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:33:19.691032 496340 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:43848->127.0.0.1:33464: read: connection reset by peer
I1006 12:33:22.828210 496340 main.go:141] libmachine: SSH cmd err, output: <nil>: newest-cni-316056
I1006 12:33:22.828237 496340 ubuntu.go:182] provisioning hostname "newest-cni-316056"
I1006 12:33:22.828302 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:22.852006 496340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:22.852312 496340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33464 <nil> <nil>}
I1006 12:33:22.852334 496340 main.go:141] libmachine: About to run SSH command:
sudo hostname newest-cni-316056 && echo "newest-cni-316056" | sudo tee /etc/hostname
I1006 12:33:23.002262 496340 main.go:141] libmachine: SSH cmd err, output: <nil>: newest-cni-316056
I1006 12:33:23.002354 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:23.025715 496340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:23.026026 496340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33464 <nil> <nil>}
I1006 12:33:23.026049 496340 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-316056' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-316056/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-316056' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:33:23.174336 496340 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:33:23.174365 496340 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:33:23.174397 496340 ubuntu.go:190] setting up certificates
I1006 12:33:23.174413 496340 provision.go:84] configureAuth start
I1006 12:33:23.174485 496340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:33:23.196774 496340 provision.go:143] copyHostCerts
I1006 12:33:23.196846 496340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:33:23.196864 496340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:33:23.196920 496340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:33:23.197022 496340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:33:23.197027 496340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:33:23.197048 496340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:33:23.197094 496340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:33:23.197099 496340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:33:23.197116 496340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:33:23.197161 496340 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.newest-cni-316056 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-316056]
I1006 12:33:23.299931 496340 provision.go:177] copyRemoteCerts
I1006 12:33:23.300008 496340 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:33:23.300062 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:23.323731 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:23.422346 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:33:23.443498 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:33:23.464626 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:33:23.485115 496340 provision.go:87] duration metric: took 310.675626ms to configureAuth
I1006 12:33:23.485143 496340 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:33:23.485338 496340 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:23.485453 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:23.511943 496340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:23.512356 496340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33464 <nil> <nil>}
I1006 12:33:23.512384 496340 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:33:23.842136 496340 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:33:23.842161 496340 machine.go:96] duration metric: took 4.187709797s to provisionDockerMachine
I1006 12:33:23.842172 496340 start.go:293] postStartSetup for "newest-cni-316056" (driver="docker")
I1006 12:33:23.842183 496340 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:33:23.842262 496340 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:33:23.842306 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:23.867766 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:23.969902 496340 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:33:23.973656 496340 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:33:23.973689 496340 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:33:23.973707 496340 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:33:23.973767 496340 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:33:23.973854 496340 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:33:23.973962 496340 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:33:23.983165 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:33:24.005657 496340 start.go:296] duration metric: took 163.46609ms for postStartSetup
I1006 12:33:24.005749 496340 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:33:24.005813 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:24.031439 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:24.131694 496340 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:33:24.137980 496340 fix.go:56] duration metric: took 4.957647874s for fixHost
I1006 12:33:24.138004 496340 start.go:83] releasing machines lock for "newest-cni-316056", held for 4.957703817s
I1006 12:33:24.138070 496340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:33:24.163643 496340 ssh_runner.go:195] Run: cat /version.json
I1006 12:33:24.163699 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:24.163995 496340 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:33:24.164060 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:24.187109 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:24.206010 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:24.398034 496340 ssh_runner.go:195] Run: systemctl --version
I1006 12:33:24.406819 496340 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:33:24.457915 496340 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:33:24.464100 496340 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:33:24.464174 496340 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:33:24.473431 496340 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:33:24.473454 496340 start.go:495] detecting cgroup driver to use...
I1006 12:33:24.473488 496340 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:33:24.473646 496340 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:33:24.492965 496340 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:33:24.507460 496340 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:33:24.507531 496340 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:33:24.525568 496340 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:33:24.540454 496340 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:33:24.718112 496340 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:33:24.868737 496340 docker.go:234] disabling docker service ...
I1006 12:33:24.868798 496340 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:33:24.887114 496340 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:33:24.908831 496340 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:33:25.085083 496340 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:33:25.247120 496340 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:33:25.270512 496340 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:33:25.286503 496340 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:33:25.286561 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.295979 496340 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:33:25.296042 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.305445 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.315008 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.324706 496340 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:33:25.334253 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.345543 496340 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.355240 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.364645 496340 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:33:25.374073 496340 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:33:25.382444 496340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:25.533944 496340 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:33:25.733688 496340 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:33:25.733768 496340 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:33:25.738453 496340 start.go:563] Will wait 60s for crictl version
I1006 12:33:25.738596 496340 ssh_runner.go:195] Run: which crictl
I1006 12:33:25.743395 496340 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:33:25.778844 496340 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:33:25.778957 496340 ssh_runner.go:195] Run: crio --version
I1006 12:33:25.814030 496340 ssh_runner.go:195] Run: crio --version
I1006 12:33:25.853289 496340 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:33:25.856062 496340 cli_runner.go:164] Run: docker network inspect newest-cni-316056 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:33:25.874351 496340 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:33:25.878747 496340 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:33:25.899409 496340 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1006 12:33:23.730481 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:33:23.754102 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1006 12:33:23.785396 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:33:23.811885 496271 provision.go:87] duration metric: took 874.032461ms to configureAuth
I1006 12:33:23.811965 496271 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:33:23.812216 496271 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:23.812386 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:23.831544 496271 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:23.831876 496271 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33459 <nil> <nil>}
I1006 12:33:23.831892 496271 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:33:24.219612 496271 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:33:24.219634 496271 machine.go:96] duration metric: took 4.800855339s to provisionDockerMachine
I1006 12:33:24.219647 496271 start.go:293] postStartSetup for "default-k8s-diff-port-684953" (driver="docker")
I1006 12:33:24.219658 496271 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:33:24.219731 496271 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:33:24.219784 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:24.255584 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:24.359719 496271 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:33:24.364546 496271 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:33:24.364573 496271 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:33:24.364588 496271 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:33:24.364647 496271 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:33:24.364748 496271 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:33:24.364880 496271 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:33:24.374979 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:33:24.397248 496271 start.go:296] duration metric: took 177.585361ms for postStartSetup
I1006 12:33:24.397409 496271 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:33:24.397470 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:24.423577 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:24.535553 496271 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:33:24.542257 496271 fix.go:56] duration metric: took 5.591909347s for fixHost
I1006 12:33:24.542281 496271 start.go:83] releasing machines lock for "default-k8s-diff-port-684953", held for 5.591961122s
I1006 12:33:24.542379 496271 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:33:24.563295 496271 ssh_runner.go:195] Run: cat /version.json
I1006 12:33:24.563354 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:24.563623 496271 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:33:24.563687 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:24.606673 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:24.607594 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:24.745600 496271 ssh_runner.go:195] Run: systemctl --version
I1006 12:33:24.859136 496271 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:33:24.901625 496271 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:33:24.906840 496271 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:33:24.906947 496271 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:33:24.916348 496271 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:33:24.916370 496271 start.go:495] detecting cgroup driver to use...
I1006 12:33:24.916424 496271 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:33:24.916500 496271 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:33:24.933386 496271 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:33:24.947350 496271 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:33:24.947446 496271 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:33:24.976461 496271 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:33:24.998815 496271 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:33:25.186913 496271 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:33:25.334644 496271 docker.go:234] disabling docker service ...
I1006 12:33:25.334694 496271 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:33:25.351190 496271 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:33:25.366350 496271 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:33:25.535499 496271 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:33:25.700156 496271 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:33:25.718963 496271 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:33:25.740165 496271 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:33:25.740274 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.752166 496271 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:33:25.752272 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.767134 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.780277 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.792767 496271 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:33:25.802952 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.815335 496271 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.825081 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.837117 496271 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:33:25.846673 496271 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:33:25.857925 496271 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:26.000196 496271 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:33:26.180318 496271 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:33:26.180390 496271 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:33:26.184644 496271 start.go:563] Will wait 60s for crictl version
I1006 12:33:26.184735 496271 ssh_runner.go:195] Run: which crictl
I1006 12:33:26.198252 496271 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:33:26.247970 496271 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:33:26.248090 496271 ssh_runner.go:195] Run: crio --version
I1006 12:33:26.292122 496271 ssh_runner.go:195] Run: crio --version
I1006 12:33:26.342579 496271 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:33:25.902231 496340 kubeadm.go:883] updating cluster {Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:33:25.902386 496340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:25.902472 496340 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:33:25.952034 496340 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:33:25.952056 496340 crio.go:433] Images already preloaded, skipping extraction
I1006 12:33:25.952112 496340 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:33:25.987935 496340 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:33:25.988018 496340 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:33:25.988041 496340 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:33:25.988178 496340 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-316056 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:33:25.988300 496340 ssh_runner.go:195] Run: crio config
I1006 12:33:26.071544 496340 cni.go:84] Creating CNI manager for ""
I1006 12:33:26.071615 496340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:26.071648 496340 kubeadm.go:84] Using pod CIDR: 10.42.0.0/16
I1006 12:33:26.071691 496340 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-316056 NodeName:newest-cni-316056 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:33:26.071848 496340 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-316056"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:33:26.071948 496340 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:33:26.082023 496340 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:33:26.082157 496340 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:33:26.091253 496340 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:33:26.107416 496340 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:33:26.122743 496340 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2212 bytes)
I1006 12:33:26.138635 496340 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:33:26.143191 496340 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:33:26.156823 496340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:26.315134 496340 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:26.339291 496340 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056 for IP: 192.168.85.2
I1006 12:33:26.339365 496340 certs.go:195] generating shared ca certs ...
I1006 12:33:26.339396 496340 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:26.339612 496340 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:33:26.339700 496340 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:33:26.339724 496340 certs.go:257] generating profile certs ...
I1006 12:33:26.339860 496340 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.key
I1006 12:33:26.339965 496340 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b
I1006 12:33:26.340049 496340 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key
I1006 12:33:26.340223 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:33:26.340294 496340 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:33:26.340320 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:33:26.340377 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:33:26.340450 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:33:26.340513 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:33:26.340591 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:33:26.341480 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:33:26.383551 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:33:26.411733 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:33:26.444466 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:33:26.484502 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:33:26.520184 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:33:26.594004 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:33:26.636551 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:33:26.680602 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:33:26.707722 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:33:26.734937 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:33:26.768203 496340 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:33:26.795164 496340 ssh_runner.go:195] Run: openssl version
I1006 12:33:26.801657 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:33:26.811051 496340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:33:26.815244 496340 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:33:26.815308 496340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:33:26.858012 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:33:26.866144 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:33:26.874726 496340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:26.879088 496340 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:26.879188 496340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:26.936504 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:33:26.948544 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:33:26.962053 496340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:33:26.967145 496340 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:33:26.967258 496340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:33:27.024449 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:33:27.047510 496340 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:33:27.067101 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:33:27.169932 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:33:27.293992 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:33:27.432766 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:33:27.573184 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:33:27.720634 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:33:27.814065 496340 kubeadm.go:400] StartCluster: {Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:27.814156 496340 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:33:27.814225 496340 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:33:27.869135 496340 cri.go:89] found id: "52fa027cc31890f9a0d5adeb348104e05864cfc3175cea0b1140f39ca83df678"
I1006 12:33:27.869162 496340 cri.go:89] found id: "e705d5101b1f7de25836fabd2afcff5afaba29204cbffdf53322ee3ec0e15ded"
I1006 12:33:27.869168 496340 cri.go:89] found id: "7fc2453ae914c9dd839e84f9b299a40be1997babc38e3f2da6884650db92063f"
I1006 12:33:27.869172 496340 cri.go:89] found id: "bf78081508c78c7004bc1d6cac0420ddb68e00a1734571cfc6f8d16e817b3c4e"
I1006 12:33:27.869176 496340 cri.go:89] found id: ""
I1006 12:33:27.869232 496340 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:33:27.886942 496340 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:27Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:33:27.887029 496340 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:33:27.904160 496340 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:33:27.904191 496340 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:33:27.904247 496340 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:33:27.921765 496340 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:33:27.922261 496340 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-316056" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:27.922413 496340 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-316056" cluster setting kubeconfig missing "newest-cni-316056" context setting]
I1006 12:33:27.922752 496340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:27.924418 496340 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:33:27.939781 496340 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.85.2
I1006 12:33:27.939816 496340 kubeadm.go:601] duration metric: took 35.617483ms to restartPrimaryControlPlane
I1006 12:33:27.939825 496340 kubeadm.go:402] duration metric: took 125.767407ms to StartCluster
I1006 12:33:27.939858 496340 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:27.939923 496340 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:27.940509 496340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:27.940717 496340 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:33:27.941097 496340 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:33:27.941171 496340 addons.go:69] Setting storage-provisioner=true in profile "newest-cni-316056"
I1006 12:33:27.941192 496340 addons.go:238] Setting addon storage-provisioner=true in "newest-cni-316056"
W1006 12:33:27.941198 496340 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:33:27.941219 496340 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:27.941716 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:27.942431 496340 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:27.942500 496340 addons.go:69] Setting dashboard=true in profile "newest-cni-316056"
I1006 12:33:27.942515 496340 addons.go:238] Setting addon dashboard=true in "newest-cni-316056"
W1006 12:33:27.942557 496340 addons.go:247] addon dashboard should already be in state true
I1006 12:33:27.942584 496340 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:27.943105 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:27.948646 496340 addons.go:69] Setting default-storageclass=true in profile "newest-cni-316056"
I1006 12:33:27.948901 496340 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-316056"
I1006 12:33:27.950066 496340 out.go:179] * Verifying Kubernetes components...
I1006 12:33:27.950593 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:27.956882 496340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:28.019158 496340 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:33:28.019295 496340 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:33:28.022576 496340 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:28.022602 496340 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:33:28.022673 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:28.027851 496340 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:33:26.345475 496271 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-684953 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:33:26.370846 496271 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:33:26.379232 496271 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:33:26.391394 496271 kubeadm.go:883] updating cluster {Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountT
ype:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:33:26.391511 496271 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:26.391571 496271 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:33:26.462484 496271 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:33:26.462509 496271 crio.go:433] Images already preloaded, skipping extraction
I1006 12:33:26.462596 496271 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:33:26.522341 496271 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:33:26.522361 496271 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:33:26.522369 496271 kubeadm.go:934] updating node { 192.168.76.2 8444 v1.34.1 crio true true} ...
I1006 12:33:26.522477 496271 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-684953 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:33:26.522561 496271 ssh_runner.go:195] Run: crio config
I1006 12:33:26.627853 496271 cni.go:84] Creating CNI manager for ""
I1006 12:33:26.627879 496271 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:26.627917 496271 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:33:26.627946 496271 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-684953 NodeName:default-k8s-diff-port-684953 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.
crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:33:26.628130 496271 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-684953"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:33:26.628215 496271 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:33:26.640732 496271 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:33:26.640835 496271 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:33:26.649434 496271 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (378 bytes)
I1006 12:33:26.663485 496271 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:33:26.679815 496271 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2225 bytes)
I1006 12:33:26.694074 496271 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:33:26.698454 496271 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:33:26.710388 496271 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:26.883630 496271 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:26.905263 496271 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953 for IP: 192.168.76.2
I1006 12:33:26.905284 496271 certs.go:195] generating shared ca certs ...
I1006 12:33:26.905300 496271 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:26.905482 496271 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:33:26.905573 496271 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:33:26.905610 496271 certs.go:257] generating profile certs ...
I1006 12:33:26.905718 496271 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.key
I1006 12:33:26.905805 496271 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065
I1006 12:33:26.905878 496271 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key
I1006 12:33:26.906055 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:33:26.906102 496271 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:33:26.906117 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:33:26.906147 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:33:26.906187 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:33:26.906229 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:33:26.906319 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:33:26.906936 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:33:26.942958 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:33:26.999396 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:33:27.073133 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:33:27.131402 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1006 12:33:27.186545 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:33:27.227168 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:33:27.267362 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:33:27.306888 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:33:27.342170 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:33:27.375692 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:33:27.420315 496271 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:33:27.446384 496271 ssh_runner.go:195] Run: openssl version
I1006 12:33:27.456767 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:33:27.472225 496271 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:27.482213 496271 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:27.482316 496271 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:27.546764 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:33:27.559964 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:33:27.576487 496271 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:33:27.586393 496271 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:33:27.586487 496271 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:33:27.651570 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:33:27.666992 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:33:27.687075 496271 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:33:27.694237 496271 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:33:27.694336 496271 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:33:27.787887 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:33:27.812044 496271 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:33:27.824574 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:33:27.931491 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:33:28.202096 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:33:28.443865 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:33:28.554893 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:33:28.030915 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:33:28.030944 496340 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:33:28.031023 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:28.031983 496340 addons.go:238] Setting addon default-storageclass=true in "newest-cni-316056"
W1006 12:33:28.032001 496340 addons.go:247] addon default-storageclass should already be in state true
I1006 12:33:28.032027 496340 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:28.032465 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:28.089245 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:28.093980 496340 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:28.094001 496340 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:33:28.094070 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:28.094951 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:28.120877 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:28.531134 496340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:28.590028 496340 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:28.594929 496340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:28.607034 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:33:28.607109 496340 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:33:28.678593 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:33:28.678670 496340 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:33:28.831048 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:33:28.831069 496340 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:33:28.659108 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:33:28.762877 496271 kubeadm.go:400] StartCluster: {Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:28.762965 496271 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:33:28.763038 496271 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:33:28.883054 496271 cri.go:89] found id: "c7c30db31882b19e7214cd6b9d0132c4a79abad59a5ebdb52ff99d5c917569a9"
I1006 12:33:28.883072 496271 cri.go:89] found id: "2bc0c3a9848973e67ff98679050504da90f206f7fa56256cc33bf15d06cb79e6"
I1006 12:33:28.883076 496271 cri.go:89] found id: "7cffd154f0249dfe779a4f37df3ba05700ede9139a0c82bbcc26256ca8f5e5f0"
I1006 12:33:28.883081 496271 cri.go:89] found id: "d583474e8bf55c09f18ae216cb79948bfc591e42a41ac84722cc1290c361572a"
I1006 12:33:28.883084 496271 cri.go:89] found id: ""
I1006 12:33:28.883133 496271 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:33:28.922880 496271 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:28Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:33:28.922957 496271 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:33:28.943018 496271 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:33:28.943097 496271 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:33:28.943185 496271 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:33:28.969974 496271 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:33:28.970526 496271 kubeconfig.go:47] verify endpoint returned: get endpoint: "default-k8s-diff-port-684953" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:28.970765 496271 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "default-k8s-diff-port-684953" cluster setting kubeconfig missing "default-k8s-diff-port-684953" context setting]
I1006 12:33:28.971195 496271 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:28.972881 496271 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:33:28.990500 496271 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.76.2
I1006 12:33:28.990572 496271 kubeadm.go:601] duration metric: took 47.455362ms to restartPrimaryControlPlane
I1006 12:33:28.990604 496271 kubeadm.go:402] duration metric: took 227.732541ms to StartCluster
I1006 12:33:28.990646 496271 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:28.990723 496271 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:28.991630 496271 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:28.991913 496271 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:33:28.992045 496271 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:33:28.992385 496271 addons.go:69] Setting storage-provisioner=true in profile "default-k8s-diff-port-684953"
I1006 12:33:28.992414 496271 addons.go:238] Setting addon storage-provisioner=true in "default-k8s-diff-port-684953"
W1006 12:33:28.992620 496271 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:33:28.992670 496271 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:33:28.992713 496271 addons.go:69] Setting dashboard=true in profile "default-k8s-diff-port-684953"
I1006 12:33:28.992736 496271 addons.go:238] Setting addon dashboard=true in "default-k8s-diff-port-684953"
W1006 12:33:28.992746 496271 addons.go:247] addon dashboard should already be in state true
I1006 12:33:28.992782 496271 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:33:28.993233 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:28.993459 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:28.992240 496271 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:28.994674 496271 addons.go:69] Setting default-storageclass=true in profile "default-k8s-diff-port-684953"
I1006 12:33:28.994690 496271 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-684953"
I1006 12:33:28.994962 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:29.002210 496271 out.go:179] * Verifying Kubernetes components...
I1006 12:33:29.005332 496271 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:29.053614 496271 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:33:29.053752 496271 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:33:29.058123 496271 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:33:29.058275 496271 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:29.058289 496271 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:33:29.058367 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:29.059674 496271 addons.go:238] Setting addon default-storageclass=true in "default-k8s-diff-port-684953"
W1006 12:33:29.059692 496271 addons.go:247] addon default-storageclass should already be in state true
I1006 12:33:29.059715 496271 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:33:29.060142 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:29.062224 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:33:29.062246 496271 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:33:29.062303 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:29.102388 496271 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:29.102413 496271 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:33:29.102479 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:29.109449 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:29.132520 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:29.147927 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:29.418240 496271 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:29.488498 496271 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:29.534933 496271 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:29.682925 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:33:29.683005 496271 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:33:29.808721 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:33:29.808797 496271 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:33:29.940185 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:33:29.940262 496271 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:33:30.011247 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:33:30.011322 496271 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:33:30.067029 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:33:30.067116 496271 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:33:30.116288 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:33:30.116386 496271 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:33:30.157813 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:33:30.157890 496271 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:33:30.205963 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:33:30.206049 496271 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:33:30.247585 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:33:30.247666 496271 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:33:30.291971 496271 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:33:28.982876 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:33:28.982899 496340 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:33:29.157971 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:33:29.157995 496340 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:33:29.242866 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:33:29.242892 496340 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:33:29.275440 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:33:29.275465 496340 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:33:29.302951 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:33:29.302977 496340 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:33:29.326769 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:33:29.326804 496340 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:33:29.377906 496340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:33:39.117811 496340 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (10.586600636s)
I1006 12:33:39.117871 496340 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (10.527770735s)
I1006 12:33:39.117910 496340 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:33:39.117975 496340 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:33:39.118042 496340 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (10.523044882s)
I1006 12:33:39.118399 496340 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (9.740460598s)
I1006 12:33:39.121485 496340 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-316056 addons enable metrics-server
I1006 12:33:39.159849 496340 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1006 12:33:39.161976 496340 api_server.go:72] duration metric: took 11.221221248s to wait for apiserver process to appear ...
I1006 12:33:39.162002 496340 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:33:39.162020 496340 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:33:39.163092 496340 addons.go:514] duration metric: took 11.221975301s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1006 12:33:39.172314 496340 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:33:39.173586 496340 api_server.go:141] control plane version: v1.34.1
I1006 12:33:39.173617 496340 api_server.go:131] duration metric: took 11.608034ms to wait for apiserver health ...
I1006 12:33:39.173627 496340 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:33:39.180480 496340 system_pods.go:59] 8 kube-system pods found
I1006 12:33:39.180538 496340 system_pods.go:61] "coredns-66bc5c9577-mn8hz" [697c41f7-fd89-4757-b68d-a8cdf28c98b1] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1006 12:33:39.180546 496340 system_pods.go:61] "etcd-newest-cni-316056" [71868255-378d-4545-b4ee-58b3a0b94bec] Running
I1006 12:33:39.180553 496340 system_pods.go:61] "kindnet-wf8kn" [6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018] Running
I1006 12:33:39.180560 496340 system_pods.go:61] "kube-apiserver-newest-cni-316056" [92b95f57-5b16-4b27-b190-5e7f971ae13c] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:33:39.180598 496340 system_pods.go:61] "kube-controller-manager-newest-cni-316056" [9763bf30-4090-4fa5-aaa7-40cfb144bb3b] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:33:39.180616 496340 system_pods.go:61] "kube-proxy-kpnvf" [c7b11f51-b080-4017-b3f3-2f66666ff8e4] Running
I1006 12:33:39.180637 496340 system_pods.go:61] "kube-scheduler-newest-cni-316056" [6fdb37e7-6bb5-48b3-b366-e34bec14f550] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:33:39.180657 496340 system_pods.go:61] "storage-provisioner" [8d1c270d-3517-4316-addd-18bd71eed88b] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1006 12:33:39.180676 496340 system_pods.go:74] duration metric: took 7.042773ms to wait for pod list to return data ...
I1006 12:33:39.180699 496340 default_sa.go:34] waiting for default service account to be created ...
I1006 12:33:39.184791 496340 default_sa.go:45] found service account: "default"
I1006 12:33:39.184819 496340 default_sa.go:55] duration metric: took 4.100746ms for default service account to be created ...
I1006 12:33:39.184833 496340 kubeadm.go:586] duration metric: took 11.244084844s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1006 12:33:39.184874 496340 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:33:39.192266 496340 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:33:39.192342 496340 node_conditions.go:123] node cpu capacity is 2
I1006 12:33:39.192371 496340 node_conditions.go:105] duration metric: took 7.488408ms to run NodePressure ...
I1006 12:33:39.192396 496340 start.go:241] waiting for startup goroutines ...
I1006 12:33:39.192419 496340 start.go:246] waiting for cluster config update ...
I1006 12:33:39.192452 496340 start.go:255] writing updated cluster config ...
I1006 12:33:39.192771 496340 ssh_runner.go:195] Run: rm -f paused
I1006 12:33:39.308512 496340 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:33:39.313636 496340 out.go:179] * Done! kubectl is now configured to use "newest-cni-316056" cluster and "default" namespace by default
I1006 12:33:40.143420 496271 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (10.725097235s)
I1006 12:33:40.143476 496271 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (10.654880482s)
I1006 12:33:40.143508 496271 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-684953" to be "Ready" ...
I1006 12:33:40.143881 496271 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (10.60888451s)
I1006 12:33:40.164098 496271 node_ready.go:49] node "default-k8s-diff-port-684953" is "Ready"
I1006 12:33:40.164124 496271 node_ready.go:38] duration metric: took 20.595374ms for node "default-k8s-diff-port-684953" to be "Ready" ...
I1006 12:33:40.164137 496271 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:33:40.164200 496271 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:33:40.316338 496271 api_server.go:72] duration metric: took 11.324069466s to wait for apiserver process to appear ...
I1006 12:33:40.316361 496271 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:33:40.316380 496271 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1006 12:33:40.318184 496271 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (10.026099748s)
I1006 12:33:40.322163 496271 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p default-k8s-diff-port-684953 addons enable metrics-server
I1006 12:33:40.325157 496271 out.go:179] * Enabled addons: storage-provisioner, default-storageclass, dashboard
==> CRI-O <==
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.175518195Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.187363016Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=fd31db8b-431c-4044-9267-9a61eb0e2f70 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.203838092Z" level=info msg="Ran pod sandbox 411bd5d7440302ef27ff825bbae5211017fe8cea0ac9ff02914c9650544ad548 with infra container: kube-system/kube-proxy-kpnvf/POD" id=fd31db8b-431c-4044-9267-9a61eb0e2f70 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.21890615Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=9c511183-baf1-48a4-a0c6-ae3aeb3b377d name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.228964642Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=067cd836-10fe-4b5d-b4cf-9ef01b88bf4a name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.24208765Z" level=info msg="Creating container: kube-system/kube-proxy-kpnvf/kube-proxy" id=9500794e-e752-4022-9704-b6b14140f9ca name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.242376966Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.243880075Z" level=info msg="Running pod sandbox: kube-system/kindnet-wf8kn/POD" id=ea7c90e6-d060-4a4c-9a25-a11b36c73839 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.2439313Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.265965774Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=ea7c90e6-d060-4a4c-9a25-a11b36c73839 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.267391097Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.267952565Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.300660735Z" level=info msg="Ran pod sandbox b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa with infra container: kube-system/kindnet-wf8kn/POD" id=ea7c90e6-d060-4a4c-9a25-a11b36c73839 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.311392959Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=c733b044-a042-4b88-a852-a79a86175684 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.317559799Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=8c5a8609-16fc-4a9f-a8c3-ce9e1d25af0f name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.323169594Z" level=info msg="Creating container: kube-system/kindnet-wf8kn/kindnet-cni" id=660963ef-62b0-49af-b30e-cfd088768938 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.323631779Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.342729156Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.344860564Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.634194185Z" level=info msg="Created container 1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392: kube-system/kindnet-wf8kn/kindnet-cni" id=660963ef-62b0-49af-b30e-cfd088768938 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.638814766Z" level=info msg="Starting container: 1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392" id=70cb6562-201d-4c97-8080-e04e2c623aa1 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.657232758Z" level=info msg="Started container" PID=1064 containerID=1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392 description=kube-system/kindnet-wf8kn/kindnet-cni id=70cb6562-201d-4c97-8080-e04e2c623aa1 name=/runtime.v1.RuntimeService/StartContainer sandboxID=b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.680117787Z" level=info msg="Created container fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2: kube-system/kube-proxy-kpnvf/kube-proxy" id=9500794e-e752-4022-9704-b6b14140f9ca name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.680752585Z" level=info msg="Starting container: fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2" id=b36939b6-c30f-47fc-a507-f7b7d34b46c1 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.706748135Z" level=info msg="Started container" PID=1059 containerID=fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2 description=kube-system/kube-proxy-kpnvf/kube-proxy id=b36939b6-c30f-47fc-a507-f7b7d34b46c1 name=/runtime.v1.RuntimeService/StartContainer sandboxID=411bd5d7440302ef27ff825bbae5211017fe8cea0ac9ff02914c9650544ad548
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
1f93b3af771c6 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 6 seconds ago Running kindnet-cni 1 b6125ed99ef87 kindnet-wf8kn kube-system
fe076037953b9 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 6 seconds ago Running kube-proxy 1 411bd5d744030 kube-proxy-kpnvf kube-system
52fa027cc3189 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 16 seconds ago Running kube-scheduler 1 74e506d315069 kube-scheduler-newest-cni-316056 kube-system
e705d5101b1f7 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 16 seconds ago Running kube-apiserver 1 ad9ad9fcdc661 kube-apiserver-newest-cni-316056 kube-system
7fc2453ae914c 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 16 seconds ago Running kube-controller-manager 1 018b1b5f67e55 kube-controller-manager-newest-cni-316056 kube-system
bf78081508c78 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 16 seconds ago Running etcd 1 bd251daf84a74 etcd-newest-cni-316056 kube-system
==> describe nodes <==
Name: newest-cni-316056
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=newest-cni-316056
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=newest-cni-316056
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_33_08_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:33:04 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-316056
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:33:36 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:33:36 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:33:36 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:33:36 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Mon, 06 Oct 2025 12:33:36 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-316056
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 2093f950c3014cf8916872b1e7a4f5d4
System UUID: a9f2371a-e2d6-42eb-9530-def6dbf3c9ee
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-316056 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 35s
kube-system kindnet-wf8kn 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 30s
kube-system kube-apiserver-newest-cni-316056 250m (12%) 0 (0%) 0 (0%) 0 (0%) 35s
kube-system kube-controller-manager-newest-cni-316056 200m (10%) 0 (0%) 0 (0%) 0 (0%) 35s
kube-system kube-proxy-kpnvf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 30s
kube-system kube-scheduler-newest-cni-316056 100m (5%) 0 (0%) 0 (0%) 0 (0%) 35s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (1%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 29s kube-proxy
Normal Starting 4s kube-proxy
Normal NodeHasSufficientMemory 45s (x2 over 45s) kubelet Node newest-cni-316056 status is now: NodeHasSufficientMemory
Warning CgroupV1 45s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal Starting 45s kubelet Starting kubelet.
Normal NodeHasNoDiskPressure 45s kubelet Node newest-cni-316056 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 45s kubelet Node newest-cni-316056 status is now: NodeHasSufficientPID
Normal Starting 36s kubelet Starting kubelet.
Warning CgroupV1 36s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientPID 35s kubelet Node newest-cni-316056 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 35s kubelet Node newest-cni-316056 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 35s kubelet Node newest-cni-316056 status is now: NodeHasSufficientMemory
Normal RegisteredNode 31s node-controller Node newest-cni-316056 event: Registered Node newest-cni-316056 in Controller
Normal Starting 17s kubelet Starting kubelet.
Warning CgroupV1 17s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 17s (x8 over 17s) kubelet Node newest-cni-316056 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 17s (x8 over 17s) kubelet Node newest-cni-316056 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 17s (x8 over 17s) kubelet Node newest-cni-316056 status is now: NodeHasSufficientPID
Normal RegisteredNode 3s node-controller Node newest-cni-316056 event: Registered Node newest-cni-316056 in Controller
==> dmesg <==
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
[Oct 6 12:31] overlayfs: idmapped layers are currently not supported
[ +19.790897] overlayfs: idmapped layers are currently not supported
[Oct 6 12:32] overlayfs: idmapped layers are currently not supported
[Oct 6 12:33] overlayfs: idmapped layers are currently not supported
[ +0.676020] overlayfs: idmapped layers are currently not supported
==> etcd [bf78081508c78c7004bc1d6cac0420ddb68e00a1734571cfc6f8d16e817b3c4e] <==
{"level":"warn","ts":"2025-10-06T12:33:33.417236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41818","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.510465Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41860","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.552100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41906","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.658054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41930","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.683517Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41968","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.757829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42008","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.788576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42046","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.856654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42096","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.016362Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42120","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.147702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42158","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.150407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42224","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.184512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.224823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42340","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.272473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42370","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.299215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42432","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.347679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42478","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.385719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42500","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.410619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42534","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.433513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42564","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.467163Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42600","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.508226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42628","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.545748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42678","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.581282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42726","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.620388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42756","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.775666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42842","server-name":"","error":"EOF"}
==> kernel <==
12:33:43 up 2:16, 0 user, load average: 7.17, 4.24, 2.97
Linux newest-cni-316056 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392] <==
I1006 12:33:37.844186 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:33:37.853743 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:33:37.853856 1 main.go:148] setting mtu 1500 for CNI
I1006 12:33:37.853868 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:33:37.853880 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:33:38Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:33:38.048585 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:33:38.048622 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:33:38.048635 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:33:38.048978 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
==> kube-apiserver [e705d5101b1f7de25836fabd2afcff5afaba29204cbffdf53322ee3ec0e15ded] <==
I1006 12:33:36.347802 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1006 12:33:36.347907 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:33:36.347926 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:33:36.347998 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:33:36.348689 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:33:36.348765 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1006 12:33:36.348798 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 12:33:36.353601 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:33:36.353627 1 policy_source.go:240] refreshing policies
I1006 12:33:36.354641 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:33:36.355757 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:33:36.382031 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
E1006 12:33:36.397261 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:33:36.415979 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1006 12:33:36.777418 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:33:36.914442 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:33:38.413811 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:33:38.547625 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:33:38.636685 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:33:38.705985 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:33:38.904543 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.100.0.27"}
I1006 12:33:38.948366 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.106.72.165"}
I1006 12:33:40.786599 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:33:41.145417 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:33:41.244922 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [7fc2453ae914c9dd839e84f9b299a40be1997babc38e3f2da6884650db92063f] <==
I1006 12:33:40.765233 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1006 12:33:40.765339 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 12:33:40.765744 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1006 12:33:40.773766 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1006 12:33:40.776043 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:33:40.784117 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1006 12:33:40.784537 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="newest-cni-316056"
I1006 12:33:40.784594 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1006 12:33:40.788891 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:33:40.789069 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:33:40.789158 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 12:33:40.789270 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:33:40.789434 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1006 12:33:40.791810 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:33:40.791893 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:33:40.794078 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:33:40.796235 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:33:40.796311 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:33:40.801942 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 12:33:40.802065 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:33:40.804962 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:33:40.814781 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:33:40.814859 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:33:40.814889 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:33:40.835672 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
==> kube-proxy [fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2] <==
I1006 12:33:38.457859 1 server_linux.go:53] "Using iptables proxy"
I1006 12:33:38.788572 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:33:38.893481 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:33:38.893513 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:33:38.893679 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:33:38.979382 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:33:38.979441 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:33:38.986472 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:33:38.986780 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:33:38.986798 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:38.991641 1 config.go:200] "Starting service config controller"
I1006 12:33:38.991664 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:33:39.000946 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:33:39.000964 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:33:39.000997 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:33:39.001003 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:33:39.004647 1 config.go:309] "Starting node config controller"
I1006 12:33:39.004663 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:33:39.004671 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:33:39.092017 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:33:39.101316 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:33:39.101349 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [52fa027cc31890f9a0d5adeb348104e05864cfc3175cea0b1140f39ca83df678] <==
I1006 12:33:36.131539 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:36.143276 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:33:36.159218 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:36.159667 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:36.159240 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1006 12:33:36.241911 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1006 12:33:36.251347 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1006 12:33:36.251442 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1006 12:33:36.251510 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 12:33:36.251579 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 12:33:36.254242 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 12:33:36.254342 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 12:33:36.254400 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1006 12:33:36.254456 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 12:33:36.254507 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1006 12:33:36.254563 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1006 12:33:36.254614 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 12:33:36.254716 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 12:33:36.254764 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 12:33:36.254801 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1006 12:33:36.254863 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 12:33:36.254912 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1006 12:33:36.254959 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1006 12:33:36.259831 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
I1006 12:33:37.361657 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:33:32 newest-cni-316056 kubelet[728]: E1006 12:33:32.882046 728 kubelet.go:3215] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"newest-cni-316056\" not found" node="newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.205640 728 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/etcd-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: E1006 12:33:36.383767 728 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"etcd-newest-cni-316056\" already exists" pod="kube-system/etcd-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.383801 728 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-apiserver-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: E1006 12:33:36.420404 728 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-apiserver-newest-cni-316056\" already exists" pod="kube-system/kube-apiserver-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.420440 728 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-controller-manager-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: E1006 12:33:36.470820 728 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-controller-manager-newest-cni-316056\" already exists" pod="kube-system/kube-controller-manager-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.470856 728 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-scheduler-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: E1006 12:33:36.496895 728 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-scheduler-newest-cni-316056\" already exists" pod="kube-system/kube-scheduler-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.498276 728 apiserver.go:52] "Watching apiserver"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.512989 728 kubelet_node_status.go:124] "Node was previously registered" node="newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.513240 728 kubelet_node_status.go:78] "Successfully registered node" node="newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.513365 728 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.516200 728 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.609970 728 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.711918 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c7b11f51-b080-4017-b3f3-2f66666ff8e4-lib-modules\") pod \"kube-proxy-kpnvf\" (UID: \"c7b11f51-b080-4017-b3f3-2f66666ff8e4\") " pod="kube-system/kube-proxy-kpnvf"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.711980 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-cni-cfg\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.712003 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-xtables-lock\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.712019 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c7b11f51-b080-4017-b3f3-2f66666ff8e4-xtables-lock\") pod \"kube-proxy-kpnvf\" (UID: \"c7b11f51-b080-4017-b3f3-2f66666ff8e4\") " pod="kube-system/kube-proxy-kpnvf"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.712039 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-lib-modules\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.862566 728 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Oct 06 12:33:37 newest-cni-316056 kubelet[728]: W1006 12:33:37.293958 728 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/crio-b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa WatchSource:0}: Error finding container b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa: Status 404 returned error can't find the container with id b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa
Oct 06 12:33:40 newest-cni-316056 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:33:40 newest-cni-316056 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:33:40 newest-cni-316056 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-316056 -n newest-cni-316056
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-316056 -n newest-cni-316056: exit status 2 (471.035726ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context newest-cni-316056 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: coredns-66bc5c9577-mn8hz storage-provisioner dashboard-metrics-scraper-6ffb444bf9-ppj8d kubernetes-dashboard-855c9754f9-wnghn
helpers_test.go:282: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner dashboard-metrics-scraper-6ffb444bf9-ppj8d kubernetes-dashboard-855c9754f9-wnghn
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner dashboard-metrics-scraper-6ffb444bf9-ppj8d kubernetes-dashboard-855c9754f9-wnghn: exit status 1 (144.378783ms)
** stderr **
Error from server (NotFound): pods "coredns-66bc5c9577-mn8hz" not found
Error from server (NotFound): pods "storage-provisioner" not found
Error from server (NotFound): pods "dashboard-metrics-scraper-6ffb444bf9-ppj8d" not found
Error from server (NotFound): pods "kubernetes-dashboard-855c9754f9-wnghn" not found
** /stderr **
helpers_test.go:287: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner dashboard-metrics-scraper-6ffb444bf9-ppj8d kubernetes-dashboard-855c9754f9-wnghn: exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect newest-cni-316056
helpers_test.go:243: (dbg) docker inspect newest-cni-316056:
-- stdout --
[
{
"Id": "4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298",
"Created": "2025-10-06T12:32:43.330775517Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 496620,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:33:19.238902808Z",
"FinishedAt": "2025-10-06T12:33:18.09781269Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/hostname",
"HostsPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/hosts",
"LogPath": "/var/lib/docker/containers/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298-json.log",
"Name": "/newest-cni-316056",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"newest-cni-316056:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "newest-cni-316056",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298",
"LowerDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/merged",
"UpperDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/diff",
"WorkDir": "/var/lib/docker/overlay2/be69868b61c65f4dbd3157f4214c6ae2eb8893ff944d71ea448a2541cbf9f2bf/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "newest-cni-316056",
"Source": "/var/lib/docker/volumes/newest-cni-316056/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "newest-cni-316056",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-316056",
"name.minikube.sigs.k8s.io": "newest-cni-316056",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "7a1c3300ed62948f18c04e05d0acfab9659aed787c1aa032e5e8809d87abd8cf",
"SandboxKey": "/var/run/docker/netns/7a1c3300ed62",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33464"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33465"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33468"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33466"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33467"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"newest-cni-316056": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "62:f6:e1:b6:8a:4b",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "9c6849f382f3d47fecc3834f663a7b928ac52d2d8da939bb958659f360f3169e",
"EndpointID": "729f0c823eaa73350941a287748384813a2a689a2839a64c13439ff837822fa5",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-316056",
"4784c17a599f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-316056 -n newest-cni-316056
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-316056 -n newest-cni-316056: exit status 2 (623.922532ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/newest-cni/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-316056 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p newest-cni-316056 logs -n 25: (1.46442747s)
helpers_test.go:260: TestStartStop/group/newest-cni/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬──────────┬─────────┬─────────────────────┬─────────────
────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼──────────┼─────────┼─────────────────────┼─────────────
────────┤
│ start │ ha-238579 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio │ ha-238579 │ jenkins │ v1.37.0 │ 06 Oct 25 11:51 UTC │ 06 Oct 25 11:52 UTC │
│ node │ ha-238579 node add --control-plane --alsologtostderr -v 5 │ ha-238579 │ jenkins │ v1.37.0 │ 06 Oct 25 11:52 UTC │ 06 Oct 25 11:53 UTC │
│ delete │ -p ha-238579 │ ha-238579 │ jenkins │ v1.37.0 │ 06 Oct 25 11:53 UTC │ 06 Oct 25 11:53 UTC │
│ start │ -p json-output-327606 --output=json --user=testUser --memory=3072 --wait=true --driver=docker --container-runtime=crio │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:53 UTC │ 06 Oct 25 11:55 UTC │
│ pause │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ unpause │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ stop │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ delete │ -p json-output-327606 │ json-output-327606 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ start │ -p json-output-error-316496 --memory=3072 --output=json --wait=true --driver=fail │ json-output-error-316496 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ delete │ -p json-output-error-316496 │ json-output-error-316496 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ start │ -p docker-network-177249 --network= │ docker-network-177249 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:56 UTC │
│ delete │ -p docker-network-177249 │ docker-network-177249 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ start │ -p docker-network-135271 --network=bridge │ docker-network-135271 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ delete │ -p docker-network-135271 │ docker-network-135271 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ start │ -p existing-network-199291 --network=existing-network │ existing-network-199291 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:57 UTC │
│ delete │ -p existing-network-199291 │ existing-network-199291 │ jenkins │ v1.37.0 │ 06 Oct 25 11:57 UTC │ 06 Oct 25 11:57 UTC │
│ start │ -p custom-subnet-207584 --subnet=192.168.60.0/24 │ custom-subnet-207584 │ jenkins │ v1.37.0 │ 06 Oct 25 11:57 UTC │ 06 Oct 25 11:58 UTC │
│ delete │ -p custom-subnet-207584 │ custom-subnet-207584 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ start │ -p static-ip-632922 --static-ip=192.168.200.200 │ static-ip-632922 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ ip │ static-ip-632922 ip │ static-ip-632922 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ start │ -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
│ addons │ enable dashboard -p newest-cni-316056 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ start │ -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ image │ newest-cni-316056 image list --format=json │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ pause │ -p newest-cni-316056 --alsologtostderr -v=1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴──────────┴─────────┴─────────────────────┴─────────────
────────┘
==> Last Start <==
Log file created at: 2025/10/06 12:33:18
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:33:18.851034 496340 out.go:360] Setting OutFile to fd 1 ...
I1006 12:33:18.851793 496340 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:18.851821 496340 out.go:374] Setting ErrFile to fd 2...
I1006 12:33:18.851828 496340 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:18.852113 496340 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:33:18.852538 496340 out.go:368] Setting JSON to false
I1006 12:33:18.853451 496340 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8151,"bootTime":1759745848,"procs":158,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:33:18.853561 496340 start.go:140] virtualization:
I1006 12:33:18.860339 496340 out.go:179] * [newest-cni-316056] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:33:18.863494 496340 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:33:18.863597 496340 notify.go:220] Checking for updates...
I1006 12:33:18.869193 496340 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:33:18.872186 496340 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:18.875109 496340 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:33:18.877779 496340 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:33:18.880629 496340 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:33:18.823785 496271 start.go:304] selected driver: docker
I1006 12:33:18.823811 496271 start.go:924] validating driver "docker" against &{Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APISe
rverHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] M
ountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:18.823916 496271 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:33:18.824613 496271 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:18.901084 496271 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:0 ContainersPaused:0 ContainersStopped:2 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:23 OomKillDisable:true NGoroutines:42 SystemTime:2025-10-06 12:33:18.887715221 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:18.901416 496271 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:33:18.901442 496271 cni.go:84] Creating CNI manager for ""
I1006 12:33:18.901498 496271 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:18.901594 496271 start.go:348] cluster config:
{Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:
cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:18.904816 496271 out.go:179] * Starting "default-k8s-diff-port-684953" primary control-plane node in "default-k8s-diff-port-684953" cluster
I1006 12:33:18.907584 496271 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:33:18.910513 496271 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:33:18.913588 496271 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:18.913647 496271 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:33:18.913667 496271 cache.go:58] Caching tarball of preloaded images
I1006 12:33:18.913757 496271 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:33:18.913765 496271 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:33:18.913876 496271 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json ...
I1006 12:33:18.914097 496271 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:33:18.950184 496271 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:33:18.950209 496271 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:33:18.950222 496271 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:33:18.950246 496271 start.go:360] acquireMachinesLock for default-k8s-diff-port-684953: {Name:mk224d840769c0a057c66d2928dc91b2a19aafe3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:33:18.950307 496271 start.go:364] duration metric: took 35.216µs to acquireMachinesLock for "default-k8s-diff-port-684953"
I1006 12:33:18.950331 496271 start.go:96] Skipping create...Using existing machine configuration
I1006 12:33:18.950348 496271 fix.go:54] fixHost starting:
I1006 12:33:18.950608 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:18.971018 496271 fix.go:112] recreateIfNeeded on default-k8s-diff-port-684953: state=Stopped err=<nil>
W1006 12:33:18.971047 496271 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:33:18.884088 496340 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:18.884649 496340 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:33:18.923099 496340 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:33:18.923236 496340 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:19.011879 496340 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:0 ContainersPaused:0 ContainersStopped:2 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:24 OomKillDisable:true NGoroutines:43 SystemTime:2025-10-06 12:33:19.000474494 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:19.012014 496340 docker.go:318] overlay module found
I1006 12:33:19.015279 496340 out.go:179] * Using the docker driver based on existing profile
I1006 12:33:19.021703 496340 start.go:304] selected driver: docker
I1006 12:33:19.021729 496340 start.go:924] validating driver "docker" against &{Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:19.021940 496340 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:33:19.023332 496340 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:19.137893 496340 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:0 ContainersPaused:0 ContainersStopped:2 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:31 OomKillDisable:true NGoroutines:48 SystemTime:2025-10-06 12:33:19.114153433 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:19.138253 496340 start_flags.go:1011] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1006 12:33:19.138280 496340 cni.go:84] Creating CNI manager for ""
I1006 12:33:19.138336 496340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:19.138370 496340 start.go:348] cluster config:
{Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:19.143491 496340 out.go:179] * Starting "newest-cni-316056" primary control-plane node in "newest-cni-316056" cluster
I1006 12:33:19.146774 496340 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:33:19.149783 496340 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:33:19.152721 496340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:19.152802 496340 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:33:19.152813 496340 cache.go:58] Caching tarball of preloaded images
I1006 12:33:19.152897 496340 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:33:19.152906 496340 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:33:19.153024 496340 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json ...
I1006 12:33:19.153249 496340 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:33:19.180172 496340 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:33:19.180193 496340 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:33:19.180214 496340 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:33:19.180237 496340 start.go:360] acquireMachinesLock for newest-cni-316056: {Name:mk8d312c5604a35f9f73cbfd3357e49b7079fc3d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:33:19.180291 496340 start.go:364] duration metric: took 37.399µs to acquireMachinesLock for "newest-cni-316056"
I1006 12:33:19.180319 496340 start.go:96] Skipping create...Using existing machine configuration
I1006 12:33:19.180330 496340 fix.go:54] fixHost starting:
I1006 12:33:19.180586 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:19.200107 496340 fix.go:112] recreateIfNeeded on newest-cni-316056: state=Stopped err=<nil>
W1006 12:33:19.200137 496340 fix.go:138] unexpected machine state, will restart: <nil>
I1006 12:33:18.974321 496271 out.go:252] * Restarting existing docker container for "default-k8s-diff-port-684953" ...
I1006 12:33:18.974411 496271 cli_runner.go:164] Run: docker start default-k8s-diff-port-684953
I1006 12:33:19.372277 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:19.395627 496271 kic.go:430] container "default-k8s-diff-port-684953" state is running.
I1006 12:33:19.396045 496271 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:33:19.418537 496271 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/config.json ...
I1006 12:33:19.418769 496271 machine.go:93] provisionDockerMachine start ...
I1006 12:33:19.418833 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:19.462659 496271 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:19.462977 496271 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33459 <nil> <nil>}
I1006 12:33:19.462988 496271 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:33:19.464585 496271 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:55036->127.0.0.1:33459: read: connection reset by peer
I1006 12:33:22.601106 496271 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-684953
I1006 12:33:22.601136 496271 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-684953"
I1006 12:33:22.601208 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:22.620474 496271 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:22.620834 496271 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33459 <nil> <nil>}
I1006 12:33:22.620852 496271 main.go:141] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-684953 && echo "default-k8s-diff-port-684953" | sudo tee /etc/hostname
I1006 12:33:22.767796 496271 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-684953
I1006 12:33:22.767913 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:22.789253 496271 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:22.789578 496271 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33459 <nil> <nil>}
I1006 12:33:22.789604 496271 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-684953' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-684953/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-684953' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:33:22.937768 496271 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:33:22.937792 496271 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:33:22.937820 496271 ubuntu.go:190] setting up certificates
I1006 12:33:22.937829 496271 provision.go:84] configureAuth start
I1006 12:33:22.937888 496271 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:33:22.958939 496271 provision.go:143] copyHostCerts
I1006 12:33:22.959014 496271 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:33:22.959037 496271 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:33:22.959114 496271 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:33:22.959229 496271 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:33:22.959240 496271 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:33:22.959269 496271 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:33:22.959338 496271 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:33:22.959346 496271 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:33:22.959371 496271 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:33:22.959431 496271 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-684953 san=[127.0.0.1 192.168.76.2 default-k8s-diff-port-684953 localhost minikube]
I1006 12:33:23.605021 496271 provision.go:177] copyRemoteCerts
I1006 12:33:23.605180 496271 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:33:23.605252 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:23.629060 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:19.203597 496340 out.go:252] * Restarting existing docker container for "newest-cni-316056" ...
I1006 12:33:19.203699 496340 cli_runner.go:164] Run: docker start newest-cni-316056
I1006 12:33:19.592394 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:19.619669 496340 kic.go:430] container "newest-cni-316056" state is running.
I1006 12:33:19.620072 496340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:33:19.654205 496340 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/config.json ...
I1006 12:33:19.654441 496340 machine.go:93] provisionDockerMachine start ...
I1006 12:33:19.654518 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:19.688470 496340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:19.688912 496340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33464 <nil> <nil>}
I1006 12:33:19.688934 496340 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:33:19.691032 496340 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:43848->127.0.0.1:33464: read: connection reset by peer
I1006 12:33:22.828210 496340 main.go:141] libmachine: SSH cmd err, output: <nil>: newest-cni-316056
I1006 12:33:22.828237 496340 ubuntu.go:182] provisioning hostname "newest-cni-316056"
I1006 12:33:22.828302 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:22.852006 496340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:22.852312 496340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33464 <nil> <nil>}
I1006 12:33:22.852334 496340 main.go:141] libmachine: About to run SSH command:
sudo hostname newest-cni-316056 && echo "newest-cni-316056" | sudo tee /etc/hostname
I1006 12:33:23.002262 496340 main.go:141] libmachine: SSH cmd err, output: <nil>: newest-cni-316056
I1006 12:33:23.002354 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:23.025715 496340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:23.026026 496340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33464 <nil> <nil>}
I1006 12:33:23.026049 496340 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-316056' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-316056/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-316056' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:33:23.174336 496340 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:33:23.174365 496340 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:33:23.174397 496340 ubuntu.go:190] setting up certificates
I1006 12:33:23.174413 496340 provision.go:84] configureAuth start
I1006 12:33:23.174485 496340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:33:23.196774 496340 provision.go:143] copyHostCerts
I1006 12:33:23.196846 496340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:33:23.196864 496340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:33:23.196920 496340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:33:23.197022 496340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:33:23.197027 496340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:33:23.197048 496340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:33:23.197094 496340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:33:23.197099 496340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:33:23.197116 496340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:33:23.197161 496340 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.newest-cni-316056 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-316056]
I1006 12:33:23.299931 496340 provision.go:177] copyRemoteCerts
I1006 12:33:23.300008 496340 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:33:23.300062 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:23.323731 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:23.422346 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:33:23.443498 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1006 12:33:23.464626 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:33:23.485115 496340 provision.go:87] duration metric: took 310.675626ms to configureAuth
I1006 12:33:23.485143 496340 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:33:23.485338 496340 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:23.485453 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:23.511943 496340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:23.512356 496340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33464 <nil> <nil>}
I1006 12:33:23.512384 496340 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:33:23.842136 496340 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:33:23.842161 496340 machine.go:96] duration metric: took 4.187709797s to provisionDockerMachine
I1006 12:33:23.842172 496340 start.go:293] postStartSetup for "newest-cni-316056" (driver="docker")
I1006 12:33:23.842183 496340 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:33:23.842262 496340 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:33:23.842306 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:23.867766 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:23.969902 496340 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:33:23.973656 496340 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:33:23.973689 496340 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:33:23.973707 496340 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:33:23.973767 496340 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:33:23.973854 496340 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:33:23.973962 496340 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:33:23.983165 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:33:24.005657 496340 start.go:296] duration metric: took 163.46609ms for postStartSetup
I1006 12:33:24.005749 496340 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:33:24.005813 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:24.031439 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:24.131694 496340 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:33:24.137980 496340 fix.go:56] duration metric: took 4.957647874s for fixHost
I1006 12:33:24.138004 496340 start.go:83] releasing machines lock for "newest-cni-316056", held for 4.957703817s
I1006 12:33:24.138070 496340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-316056
I1006 12:33:24.163643 496340 ssh_runner.go:195] Run: cat /version.json
I1006 12:33:24.163699 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:24.163995 496340 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:33:24.164060 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:24.187109 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:24.206010 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:24.398034 496340 ssh_runner.go:195] Run: systemctl --version
I1006 12:33:24.406819 496340 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:33:24.457915 496340 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:33:24.464100 496340 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:33:24.464174 496340 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:33:24.473431 496340 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:33:24.473454 496340 start.go:495] detecting cgroup driver to use...
I1006 12:33:24.473488 496340 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:33:24.473646 496340 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:33:24.492965 496340 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:33:24.507460 496340 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:33:24.507531 496340 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:33:24.525568 496340 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:33:24.540454 496340 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:33:24.718112 496340 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:33:24.868737 496340 docker.go:234] disabling docker service ...
I1006 12:33:24.868798 496340 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:33:24.887114 496340 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:33:24.908831 496340 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:33:25.085083 496340 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:33:25.247120 496340 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:33:25.270512 496340 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:33:25.286503 496340 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:33:25.286561 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.295979 496340 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:33:25.296042 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.305445 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.315008 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.324706 496340 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:33:25.334253 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.345543 496340 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.355240 496340 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.364645 496340 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:33:25.374073 496340 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:33:25.382444 496340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:25.533944 496340 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:33:25.733688 496340 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:33:25.733768 496340 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:33:25.738453 496340 start.go:563] Will wait 60s for crictl version
I1006 12:33:25.738596 496340 ssh_runner.go:195] Run: which crictl
I1006 12:33:25.743395 496340 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:33:25.778844 496340 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:33:25.778957 496340 ssh_runner.go:195] Run: crio --version
I1006 12:33:25.814030 496340 ssh_runner.go:195] Run: crio --version
I1006 12:33:25.853289 496340 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:33:25.856062 496340 cli_runner.go:164] Run: docker network inspect newest-cni-316056 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:33:25.874351 496340 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:33:25.878747 496340 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:33:25.899409 496340 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1006 12:33:23.730481 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:33:23.754102 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1006 12:33:23.785396 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:33:23.811885 496271 provision.go:87] duration metric: took 874.032461ms to configureAuth
I1006 12:33:23.811965 496271 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:33:23.812216 496271 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:23.812386 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:23.831544 496271 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:23.831876 496271 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33459 <nil> <nil>}
I1006 12:33:23.831892 496271 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:33:24.219612 496271 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:33:24.219634 496271 machine.go:96] duration metric: took 4.800855339s to provisionDockerMachine
I1006 12:33:24.219647 496271 start.go:293] postStartSetup for "default-k8s-diff-port-684953" (driver="docker")
I1006 12:33:24.219658 496271 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:33:24.219731 496271 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:33:24.219784 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:24.255584 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:24.359719 496271 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:33:24.364546 496271 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:33:24.364573 496271 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:33:24.364588 496271 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:33:24.364647 496271 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:33:24.364748 496271 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:33:24.364880 496271 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:33:24.374979 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:33:24.397248 496271 start.go:296] duration metric: took 177.585361ms for postStartSetup
I1006 12:33:24.397409 496271 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:33:24.397470 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:24.423577 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:24.535553 496271 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:33:24.542257 496271 fix.go:56] duration metric: took 5.591909347s for fixHost
I1006 12:33:24.542281 496271 start.go:83] releasing machines lock for "default-k8s-diff-port-684953", held for 5.591961122s
I1006 12:33:24.542379 496271 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-684953
I1006 12:33:24.563295 496271 ssh_runner.go:195] Run: cat /version.json
I1006 12:33:24.563354 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:24.563623 496271 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:33:24.563687 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:24.606673 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:24.607594 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:24.745600 496271 ssh_runner.go:195] Run: systemctl --version
I1006 12:33:24.859136 496271 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:33:24.901625 496271 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:33:24.906840 496271 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:33:24.906947 496271 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:33:24.916348 496271 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1006 12:33:24.916370 496271 start.go:495] detecting cgroup driver to use...
I1006 12:33:24.916424 496271 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:33:24.916500 496271 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:33:24.933386 496271 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:33:24.947350 496271 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:33:24.947446 496271 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:33:24.976461 496271 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:33:24.998815 496271 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:33:25.186913 496271 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:33:25.334644 496271 docker.go:234] disabling docker service ...
I1006 12:33:25.334694 496271 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:33:25.351190 496271 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:33:25.366350 496271 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:33:25.535499 496271 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:33:25.700156 496271 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:33:25.718963 496271 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:33:25.740165 496271 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:33:25.740274 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.752166 496271 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:33:25.752272 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.767134 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.780277 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.792767 496271 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:33:25.802952 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.815335 496271 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.825081 496271 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:33:25.837117 496271 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:33:25.846673 496271 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:33:25.857925 496271 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:26.000196 496271 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:33:26.180318 496271 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:33:26.180390 496271 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:33:26.184644 496271 start.go:563] Will wait 60s for crictl version
I1006 12:33:26.184735 496271 ssh_runner.go:195] Run: which crictl
I1006 12:33:26.198252 496271 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:33:26.247970 496271 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:33:26.248090 496271 ssh_runner.go:195] Run: crio --version
I1006 12:33:26.292122 496271 ssh_runner.go:195] Run: crio --version
I1006 12:33:26.342579 496271 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:33:25.902231 496340 kubeadm.go:883] updating cluster {Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:33:25.902386 496340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:25.902472 496340 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:33:25.952034 496340 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:33:25.952056 496340 crio.go:433] Images already preloaded, skipping extraction
I1006 12:33:25.952112 496340 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:33:25.987935 496340 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:33:25.988018 496340 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:33:25.988041 496340 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:33:25.988178 496340 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-316056 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:33:25.988300 496340 ssh_runner.go:195] Run: crio config
I1006 12:33:26.071544 496340 cni.go:84] Creating CNI manager for ""
I1006 12:33:26.071615 496340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:26.071648 496340 kubeadm.go:84] Using pod CIDR: 10.42.0.0/16
I1006 12:33:26.071691 496340 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-316056 NodeName:newest-cni-316056 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:33:26.071848 496340 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-316056"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:33:26.071948 496340 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:33:26.082023 496340 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:33:26.082157 496340 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:33:26.091253 496340 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1006 12:33:26.107416 496340 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:33:26.122743 496340 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2212 bytes)
I1006 12:33:26.138635 496340 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:33:26.143191 496340 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:33:26.156823 496340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:26.315134 496340 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:26.339291 496340 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056 for IP: 192.168.85.2
I1006 12:33:26.339365 496340 certs.go:195] generating shared ca certs ...
I1006 12:33:26.339396 496340 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:26.339612 496340 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:33:26.339700 496340 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:33:26.339724 496340 certs.go:257] generating profile certs ...
I1006 12:33:26.339860 496340 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/client.key
I1006 12:33:26.339965 496340 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key.f8344d8b
I1006 12:33:26.340049 496340 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key
I1006 12:33:26.340223 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:33:26.340294 496340 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:33:26.340320 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:33:26.340377 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:33:26.340450 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:33:26.340513 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:33:26.340591 496340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:33:26.341480 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:33:26.383551 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:33:26.411733 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:33:26.444466 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:33:26.484502 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1006 12:33:26.520184 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:33:26.594004 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:33:26.636551 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/newest-cni-316056/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:33:26.680602 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:33:26.707722 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:33:26.734937 496340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:33:26.768203 496340 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:33:26.795164 496340 ssh_runner.go:195] Run: openssl version
I1006 12:33:26.801657 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:33:26.811051 496340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:33:26.815244 496340 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:33:26.815308 496340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:33:26.858012 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:33:26.866144 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:33:26.874726 496340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:26.879088 496340 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:26.879188 496340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:26.936504 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:33:26.948544 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:33:26.962053 496340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:33:26.967145 496340 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:33:26.967258 496340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:33:27.024449 496340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:33:27.047510 496340 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:33:27.067101 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:33:27.169932 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:33:27.293992 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:33:27.432766 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:33:27.573184 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:33:27.720634 496340 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:33:27.814065 496340 kubeadm.go:400] StartCluster: {Name:newest-cni-316056 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:newest-cni-316056 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:27.814156 496340 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:33:27.814225 496340 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:33:27.869135 496340 cri.go:89] found id: "52fa027cc31890f9a0d5adeb348104e05864cfc3175cea0b1140f39ca83df678"
I1006 12:33:27.869162 496340 cri.go:89] found id: "e705d5101b1f7de25836fabd2afcff5afaba29204cbffdf53322ee3ec0e15ded"
I1006 12:33:27.869168 496340 cri.go:89] found id: "7fc2453ae914c9dd839e84f9b299a40be1997babc38e3f2da6884650db92063f"
I1006 12:33:27.869172 496340 cri.go:89] found id: "bf78081508c78c7004bc1d6cac0420ddb68e00a1734571cfc6f8d16e817b3c4e"
I1006 12:33:27.869176 496340 cri.go:89] found id: ""
I1006 12:33:27.869232 496340 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:33:27.886942 496340 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:27Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:33:27.887029 496340 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:33:27.904160 496340 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:33:27.904191 496340 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:33:27.904247 496340 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:33:27.921765 496340 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:33:27.922261 496340 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-316056" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:27.922413 496340 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-316056" cluster setting kubeconfig missing "newest-cni-316056" context setting]
I1006 12:33:27.922752 496340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:27.924418 496340 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:33:27.939781 496340 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.85.2
I1006 12:33:27.939816 496340 kubeadm.go:601] duration metric: took 35.617483ms to restartPrimaryControlPlane
I1006 12:33:27.939825 496340 kubeadm.go:402] duration metric: took 125.767407ms to StartCluster
I1006 12:33:27.939858 496340 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:27.939923 496340 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:27.940509 496340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:27.940717 496340 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:33:27.941097 496340 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:33:27.941171 496340 addons.go:69] Setting storage-provisioner=true in profile "newest-cni-316056"
I1006 12:33:27.941192 496340 addons.go:238] Setting addon storage-provisioner=true in "newest-cni-316056"
W1006 12:33:27.941198 496340 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:33:27.941219 496340 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:27.941716 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:27.942431 496340 config.go:182] Loaded profile config "newest-cni-316056": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:27.942500 496340 addons.go:69] Setting dashboard=true in profile "newest-cni-316056"
I1006 12:33:27.942515 496340 addons.go:238] Setting addon dashboard=true in "newest-cni-316056"
W1006 12:33:27.942557 496340 addons.go:247] addon dashboard should already be in state true
I1006 12:33:27.942584 496340 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:27.943105 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:27.948646 496340 addons.go:69] Setting default-storageclass=true in profile "newest-cni-316056"
I1006 12:33:27.948901 496340 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-316056"
I1006 12:33:27.950066 496340 out.go:179] * Verifying Kubernetes components...
I1006 12:33:27.950593 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:27.956882 496340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:28.019158 496340 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:33:28.019295 496340 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:33:28.022576 496340 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:28.022602 496340 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:33:28.022673 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:28.027851 496340 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:33:26.345475 496271 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-684953 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:33:26.370846 496271 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1006 12:33:26.379232 496271 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:33:26.391394 496271 kubeadm.go:883] updating cluster {Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountT
ype:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:33:26.391511 496271 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:26.391571 496271 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:33:26.462484 496271 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:33:26.462509 496271 crio.go:433] Images already preloaded, skipping extraction
I1006 12:33:26.462596 496271 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:33:26.522341 496271 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:33:26.522361 496271 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:33:26.522369 496271 kubeadm.go:934] updating node { 192.168.76.2 8444 v1.34.1 crio true true} ...
I1006 12:33:26.522477 496271 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-684953 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:33:26.522561 496271 ssh_runner.go:195] Run: crio config
I1006 12:33:26.627853 496271 cni.go:84] Creating CNI manager for ""
I1006 12:33:26.627879 496271 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:26.627917 496271 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:33:26.627946 496271 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-684953 NodeName:default-k8s-diff-port-684953 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.
crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:33:26.628130 496271 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-684953"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:33:26.628215 496271 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:33:26.640732 496271 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:33:26.640835 496271 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:33:26.649434 496271 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (378 bytes)
I1006 12:33:26.663485 496271 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:33:26.679815 496271 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2225 bytes)
I1006 12:33:26.694074 496271 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:33:26.698454 496271 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:33:26.710388 496271 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:26.883630 496271 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:26.905263 496271 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953 for IP: 192.168.76.2
I1006 12:33:26.905284 496271 certs.go:195] generating shared ca certs ...
I1006 12:33:26.905300 496271 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:26.905482 496271 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:33:26.905573 496271 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:33:26.905610 496271 certs.go:257] generating profile certs ...
I1006 12:33:26.905718 496271 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.key
I1006 12:33:26.905805 496271 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key.11a61065
I1006 12:33:26.905878 496271 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key
I1006 12:33:26.906055 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:33:26.906102 496271 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:33:26.906117 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:33:26.906147 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:33:26.906187 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:33:26.906229 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:33:26.906319 496271 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:33:26.906936 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:33:26.942958 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:33:26.999396 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:33:27.073133 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:33:27.131402 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1006 12:33:27.186545 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:33:27.227168 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:33:27.267362 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1006 12:33:27.306888 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:33:27.342170 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:33:27.375692 496271 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:33:27.420315 496271 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:33:27.446384 496271 ssh_runner.go:195] Run: openssl version
I1006 12:33:27.456767 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:33:27.472225 496271 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:27.482213 496271 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:27.482316 496271 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:33:27.546764 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:33:27.559964 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:33:27.576487 496271 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:33:27.586393 496271 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:33:27.586487 496271 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:33:27.651570 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:33:27.666992 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:33:27.687075 496271 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:33:27.694237 496271 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:33:27.694336 496271 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:33:27.787887 496271 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:33:27.812044 496271 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:33:27.824574 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1006 12:33:27.931491 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1006 12:33:28.202096 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1006 12:33:28.443865 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1006 12:33:28.554893 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1006 12:33:28.030915 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:33:28.030944 496340 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:33:28.031023 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:28.031983 496340 addons.go:238] Setting addon default-storageclass=true in "newest-cni-316056"
W1006 12:33:28.032001 496340 addons.go:247] addon default-storageclass should already be in state true
I1006 12:33:28.032027 496340 host.go:66] Checking if "newest-cni-316056" exists ...
I1006 12:33:28.032465 496340 cli_runner.go:164] Run: docker container inspect newest-cni-316056 --format={{.State.Status}}
I1006 12:33:28.089245 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:28.093980 496340 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:28.094001 496340 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:33:28.094070 496340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-316056
I1006 12:33:28.094951 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:28.120877 496340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33464 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/newest-cni-316056/id_rsa Username:docker}
I1006 12:33:28.531134 496340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:28.590028 496340 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:28.594929 496340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:28.607034 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:33:28.607109 496340 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:33:28.678593 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:33:28.678670 496340 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:33:28.831048 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:33:28.831069 496340 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:33:28.659108 496271 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1006 12:33:28.762877 496271 kubeadm.go:400] StartCluster: {Name:default-k8s-diff-port-684953 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:default-k8s-diff-port-684953 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:33:28.762965 496271 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:33:28.763038 496271 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:33:28.883054 496271 cri.go:89] found id: "c7c30db31882b19e7214cd6b9d0132c4a79abad59a5ebdb52ff99d5c917569a9"
I1006 12:33:28.883072 496271 cri.go:89] found id: "2bc0c3a9848973e67ff98679050504da90f206f7fa56256cc33bf15d06cb79e6"
I1006 12:33:28.883076 496271 cri.go:89] found id: "7cffd154f0249dfe779a4f37df3ba05700ede9139a0c82bbcc26256ca8f5e5f0"
I1006 12:33:28.883081 496271 cri.go:89] found id: "d583474e8bf55c09f18ae216cb79948bfc591e42a41ac84722cc1290c361572a"
I1006 12:33:28.883084 496271 cri.go:89] found id: ""
I1006 12:33:28.883133 496271 ssh_runner.go:195] Run: sudo runc list -f json
W1006 12:33:28.922880 496271 kubeadm.go:407] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:33:28Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:33:28.922957 496271 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:33:28.943018 496271 kubeadm.go:416] found existing configuration files, will attempt cluster restart
I1006 12:33:28.943097 496271 kubeadm.go:597] restartPrimaryControlPlane start ...
I1006 12:33:28.943185 496271 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1006 12:33:28.969974 496271 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1006 12:33:28.970526 496271 kubeconfig.go:47] verify endpoint returned: get endpoint: "default-k8s-diff-port-684953" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:28.970765 496271 kubeconfig.go:62] /home/jenkins/minikube-integration/21699-290955/kubeconfig needs updating (will repair): [kubeconfig missing "default-k8s-diff-port-684953" cluster setting kubeconfig missing "default-k8s-diff-port-684953" context setting]
I1006 12:33:28.971195 496271 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:28.972881 496271 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1006 12:33:28.990500 496271 kubeadm.go:634] The running cluster does not require reconfiguration: 192.168.76.2
I1006 12:33:28.990572 496271 kubeadm.go:601] duration metric: took 47.455362ms to restartPrimaryControlPlane
I1006 12:33:28.990604 496271 kubeadm.go:402] duration metric: took 227.732541ms to StartCluster
I1006 12:33:28.990646 496271 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:28.990723 496271 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:28.991630 496271 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:28.991913 496271 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:33:28.992045 496271 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:33:28.992385 496271 addons.go:69] Setting storage-provisioner=true in profile "default-k8s-diff-port-684953"
I1006 12:33:28.992414 496271 addons.go:238] Setting addon storage-provisioner=true in "default-k8s-diff-port-684953"
W1006 12:33:28.992620 496271 addons.go:247] addon storage-provisioner should already be in state true
I1006 12:33:28.992670 496271 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:33:28.992713 496271 addons.go:69] Setting dashboard=true in profile "default-k8s-diff-port-684953"
I1006 12:33:28.992736 496271 addons.go:238] Setting addon dashboard=true in "default-k8s-diff-port-684953"
W1006 12:33:28.992746 496271 addons.go:247] addon dashboard should already be in state true
I1006 12:33:28.992782 496271 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:33:28.993233 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:28.993459 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:28.992240 496271 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:28.994674 496271 addons.go:69] Setting default-storageclass=true in profile "default-k8s-diff-port-684953"
I1006 12:33:28.994690 496271 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-684953"
I1006 12:33:28.994962 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:29.002210 496271 out.go:179] * Verifying Kubernetes components...
I1006 12:33:29.005332 496271 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:33:29.053614 496271 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1006 12:33:29.053752 496271 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:33:29.058123 496271 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1006 12:33:29.058275 496271 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:29.058289 496271 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:33:29.058367 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:29.059674 496271 addons.go:238] Setting addon default-storageclass=true in "default-k8s-diff-port-684953"
W1006 12:33:29.059692 496271 addons.go:247] addon default-storageclass should already be in state true
I1006 12:33:29.059715 496271 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:33:29.060142 496271 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:33:29.062224 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1006 12:33:29.062246 496271 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1006 12:33:29.062303 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:29.102388 496271 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:29.102413 496271 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:33:29.102479 496271 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:33:29.109449 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:29.132520 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:29.147927 496271 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:33:29.418240 496271 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:33:29.488498 496271 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:33:29.534933 496271 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:33:29.682925 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1006 12:33:29.683005 496271 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1006 12:33:29.808721 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1006 12:33:29.808797 496271 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1006 12:33:29.940185 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1006 12:33:29.940262 496271 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1006 12:33:30.011247 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:33:30.011322 496271 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:33:30.067029 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:33:30.067116 496271 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:33:30.116288 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:33:30.116386 496271 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:33:30.157813 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:33:30.157890 496271 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:33:30.205963 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:33:30.206049 496271 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:33:30.247585 496271 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:33:30.247666 496271 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:33:30.291971 496271 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:33:28.982876 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1006 12:33:28.982899 496340 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1006 12:33:29.157971 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-role.yaml
I1006 12:33:29.157995 496340 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1006 12:33:29.242866 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1006 12:33:29.242892 496340 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1006 12:33:29.275440 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1006 12:33:29.275465 496340 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1006 12:33:29.302951 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1006 12:33:29.302977 496340 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1006 12:33:29.326769 496340 addons.go:435] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:33:29.326804 496340 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1006 12:33:29.377906 496340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1006 12:33:39.117811 496340 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (10.586600636s)
I1006 12:33:39.117871 496340 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (10.527770735s)
I1006 12:33:39.117910 496340 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:33:39.117975 496340 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:33:39.118042 496340 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (10.523044882s)
I1006 12:33:39.118399 496340 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (9.740460598s)
I1006 12:33:39.121485 496340 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-316056 addons enable metrics-server
I1006 12:33:39.159849 496340 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1006 12:33:39.161976 496340 api_server.go:72] duration metric: took 11.221221248s to wait for apiserver process to appear ...
I1006 12:33:39.162002 496340 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:33:39.162020 496340 api_server.go:253] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1006 12:33:39.163092 496340 addons.go:514] duration metric: took 11.221975301s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1006 12:33:39.172314 496340 api_server.go:279] https://192.168.85.2:8443/healthz returned 200:
ok
I1006 12:33:39.173586 496340 api_server.go:141] control plane version: v1.34.1
I1006 12:33:39.173617 496340 api_server.go:131] duration metric: took 11.608034ms to wait for apiserver health ...
I1006 12:33:39.173627 496340 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:33:39.180480 496340 system_pods.go:59] 8 kube-system pods found
I1006 12:33:39.180538 496340 system_pods.go:61] "coredns-66bc5c9577-mn8hz" [697c41f7-fd89-4757-b68d-a8cdf28c98b1] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1006 12:33:39.180546 496340 system_pods.go:61] "etcd-newest-cni-316056" [71868255-378d-4545-b4ee-58b3a0b94bec] Running
I1006 12:33:39.180553 496340 system_pods.go:61] "kindnet-wf8kn" [6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018] Running
I1006 12:33:39.180560 496340 system_pods.go:61] "kube-apiserver-newest-cni-316056" [92b95f57-5b16-4b27-b190-5e7f971ae13c] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:33:39.180598 496340 system_pods.go:61] "kube-controller-manager-newest-cni-316056" [9763bf30-4090-4fa5-aaa7-40cfb144bb3b] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:33:39.180616 496340 system_pods.go:61] "kube-proxy-kpnvf" [c7b11f51-b080-4017-b3f3-2f66666ff8e4] Running
I1006 12:33:39.180637 496340 system_pods.go:61] "kube-scheduler-newest-cni-316056" [6fdb37e7-6bb5-48b3-b366-e34bec14f550] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:33:39.180657 496340 system_pods.go:61] "storage-provisioner" [8d1c270d-3517-4316-addd-18bd71eed88b] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1006 12:33:39.180676 496340 system_pods.go:74] duration metric: took 7.042773ms to wait for pod list to return data ...
I1006 12:33:39.180699 496340 default_sa.go:34] waiting for default service account to be created ...
I1006 12:33:39.184791 496340 default_sa.go:45] found service account: "default"
I1006 12:33:39.184819 496340 default_sa.go:55] duration metric: took 4.100746ms for default service account to be created ...
I1006 12:33:39.184833 496340 kubeadm.go:586] duration metric: took 11.244084844s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1006 12:33:39.184874 496340 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:33:39.192266 496340 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:33:39.192342 496340 node_conditions.go:123] node cpu capacity is 2
I1006 12:33:39.192371 496340 node_conditions.go:105] duration metric: took 7.488408ms to run NodePressure ...
I1006 12:33:39.192396 496340 start.go:241] waiting for startup goroutines ...
I1006 12:33:39.192419 496340 start.go:246] waiting for cluster config update ...
I1006 12:33:39.192452 496340 start.go:255] writing updated cluster config ...
I1006 12:33:39.192771 496340 ssh_runner.go:195] Run: rm -f paused
I1006 12:33:39.308512 496340 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:33:39.313636 496340 out.go:179] * Done! kubectl is now configured to use "newest-cni-316056" cluster and "default" namespace by default
I1006 12:33:40.143420 496271 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (10.725097235s)
I1006 12:33:40.143476 496271 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (10.654880482s)
I1006 12:33:40.143508 496271 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-684953" to be "Ready" ...
I1006 12:33:40.143881 496271 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (10.60888451s)
I1006 12:33:40.164098 496271 node_ready.go:49] node "default-k8s-diff-port-684953" is "Ready"
I1006 12:33:40.164124 496271 node_ready.go:38] duration metric: took 20.595374ms for node "default-k8s-diff-port-684953" to be "Ready" ...
I1006 12:33:40.164137 496271 api_server.go:52] waiting for apiserver process to appear ...
I1006 12:33:40.164200 496271 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:33:40.316338 496271 api_server.go:72] duration metric: took 11.324069466s to wait for apiserver process to appear ...
I1006 12:33:40.316361 496271 api_server.go:88] waiting for apiserver healthz status ...
I1006 12:33:40.316380 496271 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1006 12:33:40.318184 496271 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (10.026099748s)
I1006 12:33:40.322163 496271 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p default-k8s-diff-port-684953 addons enable metrics-server
I1006 12:33:40.325157 496271 out.go:179] * Enabled addons: storage-provisioner, default-storageclass, dashboard
I1006 12:33:40.328041 496271 addons.go:514] duration metric: took 11.335983925s for enable addons: enabled=[storage-provisioner default-storageclass dashboard]
I1006 12:33:40.332256 496271 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1006 12:33:40.334625 496271 api_server.go:141] control plane version: v1.34.1
I1006 12:33:40.334650 496271 api_server.go:131] duration metric: took 18.282401ms to wait for apiserver health ...
I1006 12:33:40.334658 496271 system_pods.go:43] waiting for kube-system pods to appear ...
I1006 12:33:40.342383 496271 system_pods.go:59] 8 kube-system pods found
I1006 12:33:40.342422 496271 system_pods.go:61] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:33:40.342431 496271 system_pods.go:61] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:33:40.342437 496271 system_pods.go:61] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:33:40.342445 496271 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:33:40.342452 496271 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:33:40.342457 496271 system_pods.go:61] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:33:40.342463 496271 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:33:40.342468 496271 system_pods.go:61] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Running
I1006 12:33:40.342473 496271 system_pods.go:74] duration metric: took 7.809971ms to wait for pod list to return data ...
I1006 12:33:40.342480 496271 default_sa.go:34] waiting for default service account to be created ...
I1006 12:33:40.345483 496271 default_sa.go:45] found service account: "default"
I1006 12:33:40.345504 496271 default_sa.go:55] duration metric: took 3.017795ms for default service account to be created ...
I1006 12:33:40.345513 496271 system_pods.go:116] waiting for k8s-apps to be running ...
I1006 12:33:40.351944 496271 system_pods.go:86] 8 kube-system pods found
I1006 12:33:40.351978 496271 system_pods.go:89] "coredns-66bc5c9577-8qxqf" [60cd9eb8-3d40-405c-8ef2-4016937fd6d0] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1006 12:33:40.351989 496271 system_pods.go:89] "etcd-default-k8s-diff-port-684953" [c98d7552-3c3d-4382-a3fa-4f32f06a082a] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1006 12:33:40.351995 496271 system_pods.go:89] "kindnet-668x5" [28ea5bab-ed78-4643-90a9-8c3988580447] Running
I1006 12:33:40.352002 496271 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-684953" [54a3d5ab-bb42-46ba-8521-ec622eabf492] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1006 12:33:40.352011 496271 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-684953" [a3e393d3-ca48-4b21-974d-ba1467b755f2] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1006 12:33:40.352017 496271 system_pods.go:89] "kube-proxy-5xvwr" [deda5d95-2a8c-48cf-b770-4ac5f2a15c8d] Running
I1006 12:33:40.352034 496271 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-684953" [61486a79-9764-4b8f-aabf-2fb18fe35d7b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1006 12:33:40.352043 496271 system_pods.go:89] "storage-provisioner" [a9a61543-7ce3-46ae-bb22-75dd6152f05a] Running
I1006 12:33:40.352051 496271 system_pods.go:126] duration metric: took 6.480133ms to wait for k8s-apps to be running ...
I1006 12:33:40.352062 496271 system_svc.go:44] waiting for kubelet service to be running ....
I1006 12:33:40.352120 496271 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:33:40.371066 496271 system_svc.go:56] duration metric: took 18.995575ms WaitForService to wait for kubelet
I1006 12:33:40.371097 496271 kubeadm.go:586] duration metric: took 11.378832525s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:33:40.371152 496271 node_conditions.go:102] verifying NodePressure condition ...
I1006 12:33:40.374469 496271 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1006 12:33:40.374498 496271 node_conditions.go:123] node cpu capacity is 2
I1006 12:33:40.374510 496271 node_conditions.go:105] duration metric: took 3.351321ms to run NodePressure ...
I1006 12:33:40.374545 496271 start.go:241] waiting for startup goroutines ...
I1006 12:33:40.374553 496271 start.go:246] waiting for cluster config update ...
I1006 12:33:40.374564 496271 start.go:255] writing updated cluster config ...
I1006 12:33:40.374844 496271 ssh_runner.go:195] Run: rm -f paused
I1006 12:33:40.381756 496271 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:33:40.389742 496271 pod_ready.go:83] waiting for pod "coredns-66bc5c9577-8qxqf" in "kube-system" namespace to be "Ready" or be gone ...
W1006 12:33:42.429079 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
==> CRI-O <==
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.175518195Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.187363016Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=fd31db8b-431c-4044-9267-9a61eb0e2f70 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.203838092Z" level=info msg="Ran pod sandbox 411bd5d7440302ef27ff825bbae5211017fe8cea0ac9ff02914c9650544ad548 with infra container: kube-system/kube-proxy-kpnvf/POD" id=fd31db8b-431c-4044-9267-9a61eb0e2f70 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.21890615Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=9c511183-baf1-48a4-a0c6-ae3aeb3b377d name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.228964642Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.34.1" id=067cd836-10fe-4b5d-b4cf-9ef01b88bf4a name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.24208765Z" level=info msg="Creating container: kube-system/kube-proxy-kpnvf/kube-proxy" id=9500794e-e752-4022-9704-b6b14140f9ca name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.242376966Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.243880075Z" level=info msg="Running pod sandbox: kube-system/kindnet-wf8kn/POD" id=ea7c90e6-d060-4a4c-9a25-a11b36c73839 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.2439313Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.265965774Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=ea7c90e6-d060-4a4c-9a25-a11b36c73839 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.267391097Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.267952565Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.300660735Z" level=info msg="Ran pod sandbox b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa with infra container: kube-system/kindnet-wf8kn/POD" id=ea7c90e6-d060-4a4c-9a25-a11b36c73839 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.311392959Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=c733b044-a042-4b88-a852-a79a86175684 name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.317559799Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20250512-df8de77b" id=8c5a8609-16fc-4a9f-a8c3-ce9e1d25af0f name=/runtime.v1.ImageService/ImageStatus
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.323169594Z" level=info msg="Creating container: kube-system/kindnet-wf8kn/kindnet-cni" id=660963ef-62b0-49af-b30e-cfd088768938 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.323631779Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.342729156Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.344860564Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.634194185Z" level=info msg="Created container 1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392: kube-system/kindnet-wf8kn/kindnet-cni" id=660963ef-62b0-49af-b30e-cfd088768938 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.638814766Z" level=info msg="Starting container: 1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392" id=70cb6562-201d-4c97-8080-e04e2c623aa1 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.657232758Z" level=info msg="Started container" PID=1064 containerID=1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392 description=kube-system/kindnet-wf8kn/kindnet-cni id=70cb6562-201d-4c97-8080-e04e2c623aa1 name=/runtime.v1.RuntimeService/StartContainer sandboxID=b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.680117787Z" level=info msg="Created container fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2: kube-system/kube-proxy-kpnvf/kube-proxy" id=9500794e-e752-4022-9704-b6b14140f9ca name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.680752585Z" level=info msg="Starting container: fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2" id=b36939b6-c30f-47fc-a507-f7b7d34b46c1 name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:33:37 newest-cni-316056 crio[614]: time="2025-10-06T12:33:37.706748135Z" level=info msg="Started container" PID=1059 containerID=fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2 description=kube-system/kube-proxy-kpnvf/kube-proxy id=b36939b6-c30f-47fc-a507-f7b7d34b46c1 name=/runtime.v1.RuntimeService/StartContainer sandboxID=411bd5d7440302ef27ff825bbae5211017fe8cea0ac9ff02914c9650544ad548
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
1f93b3af771c6 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 9 seconds ago Running kindnet-cni 1 b6125ed99ef87 kindnet-wf8kn kube-system
fe076037953b9 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 9 seconds ago Running kube-proxy 1 411bd5d744030 kube-proxy-kpnvf kube-system
52fa027cc3189 b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 19 seconds ago Running kube-scheduler 1 74e506d315069 kube-scheduler-newest-cni-316056 kube-system
e705d5101b1f7 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 19 seconds ago Running kube-apiserver 1 ad9ad9fcdc661 kube-apiserver-newest-cni-316056 kube-system
7fc2453ae914c 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a 19 seconds ago Running kube-controller-manager 1 018b1b5f67e55 kube-controller-manager-newest-cni-316056 kube-system
bf78081508c78 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e 19 seconds ago Running etcd 1 bd251daf84a74 etcd-newest-cni-316056 kube-system
==> describe nodes <==
Name: newest-cni-316056
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=newest-cni-316056
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=newest-cni-316056
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_33_08_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:33:04 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-316056
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:33:36 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:33:36 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:33:36 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:33:36 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Mon, 06 Oct 2025 12:33:36 +0000 Mon, 06 Oct 2025 12:32:58 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-316056
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 2093f950c3014cf8916872b1e7a4f5d4
System UUID: a9f2371a-e2d6-42eb-9530-def6dbf3c9ee
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-316056 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 38s
kube-system kindnet-wf8kn 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 33s
kube-system kube-apiserver-newest-cni-316056 250m (12%) 0 (0%) 0 (0%) 0 (0%) 38s
kube-system kube-controller-manager-newest-cni-316056 200m (10%) 0 (0%) 0 (0%) 0 (0%) 38s
kube-system kube-proxy-kpnvf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 33s
kube-system kube-scheduler-newest-cni-316056 100m (5%) 0 (0%) 0 (0%) 0 (0%) 38s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (1%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 32s kube-proxy
Normal Starting 7s kube-proxy
Normal NodeHasSufficientMemory 48s (x2 over 48s) kubelet Node newest-cni-316056 status is now: NodeHasSufficientMemory
Warning CgroupV1 48s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal Starting 48s kubelet Starting kubelet.
Normal NodeHasNoDiskPressure 48s kubelet Node newest-cni-316056 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 48s kubelet Node newest-cni-316056 status is now: NodeHasSufficientPID
Normal Starting 39s kubelet Starting kubelet.
Warning CgroupV1 39s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientPID 38s kubelet Node newest-cni-316056 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 38s kubelet Node newest-cni-316056 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 38s kubelet Node newest-cni-316056 status is now: NodeHasSufficientMemory
Normal RegisteredNode 34s node-controller Node newest-cni-316056 event: Registered Node newest-cni-316056 in Controller
Normal Starting 20s kubelet Starting kubelet.
Warning CgroupV1 20s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 20s (x8 over 20s) kubelet Node newest-cni-316056 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 20s (x8 over 20s) kubelet Node newest-cni-316056 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 20s (x8 over 20s) kubelet Node newest-cni-316056 status is now: NodeHasSufficientPID
Normal RegisteredNode 6s node-controller Node newest-cni-316056 event: Registered Node newest-cni-316056 in Controller
==> dmesg <==
[Oct 6 12:06] overlayfs: idmapped layers are currently not supported
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
[Oct 6 12:31] overlayfs: idmapped layers are currently not supported
[ +19.790897] overlayfs: idmapped layers are currently not supported
[Oct 6 12:32] overlayfs: idmapped layers are currently not supported
[Oct 6 12:33] overlayfs: idmapped layers are currently not supported
[ +0.676020] overlayfs: idmapped layers are currently not supported
==> etcd [bf78081508c78c7004bc1d6cac0420ddb68e00a1734571cfc6f8d16e817b3c4e] <==
{"level":"warn","ts":"2025-10-06T12:33:33.417236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41818","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.510465Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41860","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.552100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41906","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.658054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41930","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.683517Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41968","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.757829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42008","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.788576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42046","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.856654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42096","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.016362Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42120","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.147702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42158","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.150407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42224","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.184512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42280","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.224823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42340","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.272473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42370","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.299215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42432","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.347679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42478","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.385719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42500","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.410619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42534","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.433513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42564","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.467163Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42600","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.508226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42628","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.545748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42678","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.581282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42726","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.620388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42756","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.775666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42842","server-name":"","error":"EOF"}
==> kernel <==
12:33:46 up 2:16, 0 user, load average: 7.32, 4.32, 3.01
Linux newest-cni-316056 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [1f93b3af771c617843bd5b0d7dd0fe9e28bc10d80b4c04ae6113cec174929392] <==
I1006 12:33:37.844186 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:33:37.853743 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1006 12:33:37.853856 1 main.go:148] setting mtu 1500 for CNI
I1006 12:33:37.853868 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:33:37.853880 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:33:38Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:33:38.048585 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:33:38.048622 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:33:38.048635 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:33:38.048978 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
==> kube-apiserver [e705d5101b1f7de25836fabd2afcff5afaba29204cbffdf53322ee3ec0e15ded] <==
I1006 12:33:36.347802 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1006 12:33:36.347907 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:33:36.347926 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:33:36.347998 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:33:36.348689 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:33:36.348765 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1006 12:33:36.348798 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 12:33:36.353601 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:33:36.353627 1 policy_source.go:240] refreshing policies
I1006 12:33:36.354641 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1006 12:33:36.355757 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:33:36.382031 1 cidrallocator.go:301] created ClusterIP allocator for Service CIDR 10.96.0.0/12
E1006 12:33:36.397261 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:33:36.415979 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1006 12:33:36.777418 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1006 12:33:36.914442 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:33:38.413811 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:33:38.547625 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:33:38.636685 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:33:38.705985 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:33:38.904543 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.100.0.27"}
I1006 12:33:38.948366 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.106.72.165"}
I1006 12:33:40.786599 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:33:41.145417 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:33:41.244922 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [7fc2453ae914c9dd839e84f9b299a40be1997babc38e3f2da6884650db92063f] <==
I1006 12:33:40.765233 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController"
I1006 12:33:40.765339 1 shared_informer.go:356] "Caches are synced" controller="GC"
I1006 12:33:40.765744 1 shared_informer.go:356] "Caches are synced" controller="HPA"
I1006 12:33:40.773766 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving"
I1006 12:33:40.776043 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:33:40.784117 1 shared_informer.go:356] "Caches are synced" controller="PV protection"
I1006 12:33:40.784537 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="newest-cni-316056"
I1006 12:33:40.784594 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller"
I1006 12:33:40.788891 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:33:40.789069 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:33:40.789158 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 12:33:40.789270 1 shared_informer.go:356] "Caches are synced" controller="VAC protection"
I1006 12:33:40.789434 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer"
I1006 12:33:40.791810 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:33:40.791893 1 shared_informer.go:356] "Caches are synced" controller="disruption"
I1006 12:33:40.794078 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:33:40.796235 1 shared_informer.go:356] "Caches are synced" controller="attach detach"
I1006 12:33:40.796311 1 shared_informer.go:356] "Caches are synced" controller="endpoint"
I1006 12:33:40.801942 1 shared_informer.go:356] "Caches are synced" controller="crt configmap"
I1006 12:33:40.802065 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice"
I1006 12:33:40.804962 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:33:40.814781 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:33:40.814859 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:33:40.814889 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:33:40.835672 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
==> kube-proxy [fe076037953b94b442444fb94091a83c38829370dd0b325e4e83ac7880dbd5f2] <==
I1006 12:33:38.457859 1 server_linux.go:53] "Using iptables proxy"
I1006 12:33:38.788572 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:33:38.893481 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:33:38.893513 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1006 12:33:38.893679 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:33:38.979382 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:33:38.979441 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:33:38.986472 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:33:38.986780 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:33:38.986798 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:38.991641 1 config.go:200] "Starting service config controller"
I1006 12:33:38.991664 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:33:39.000946 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:33:39.000964 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:33:39.000997 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:33:39.001003 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:33:39.004647 1 config.go:309] "Starting node config controller"
I1006 12:33:39.004663 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:33:39.004671 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:33:39.092017 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:33:39.101316 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:33:39.101349 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [52fa027cc31890f9a0d5adeb348104e05864cfc3175cea0b1140f39ca83df678] <==
I1006 12:33:36.131539 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:36.143276 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:33:36.159218 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:36.159667 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:36.159240 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E1006 12:33:36.241911 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_arm64.s:1223" type="*v1.ConfigMap"
E1006 12:33:36.251347 1 reflector.go:205] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.DeviceClass"
E1006 12:33:36.251442 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceClaim"
E1006 12:33:36.251510 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ResourceSlice"
E1006 12:33:36.251579 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIStorageCapacity"
E1006 12:33:36.254242 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node"
E1006 12:33:36.254342 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSIDriver"
E1006 12:33:36.254400 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PodDisruptionBudget"
E1006 12:33:36.254456 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicationController"
E1006 12:33:36.254507 1 reflector.go:205] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.CSINode"
E1006 12:33:36.254563 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolume"
E1006 12:33:36.254614 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod"
E1006 12:33:36.254716 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StorageClass"
E1006 12:33:36.254764 1 reflector.go:205] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.StatefulSet"
E1006 12:33:36.254801 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service"
E1006 12:33:36.254863 1 reflector.go:205] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.ReplicaSet"
E1006 12:33:36.254912 1 reflector.go:205] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.PersistentVolumeClaim"
E1006 12:33:36.254959 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace"
E1006 12:33:36.259831 1 reflector.go:205] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.VolumeAttachment"
I1006 12:33:37.361657 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:33:32 newest-cni-316056 kubelet[728]: E1006 12:33:32.882046 728 kubelet.go:3215] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"newest-cni-316056\" not found" node="newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.205640 728 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/etcd-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: E1006 12:33:36.383767 728 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"etcd-newest-cni-316056\" already exists" pod="kube-system/etcd-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.383801 728 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-apiserver-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: E1006 12:33:36.420404 728 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-apiserver-newest-cni-316056\" already exists" pod="kube-system/kube-apiserver-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.420440 728 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-controller-manager-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: E1006 12:33:36.470820 728 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-controller-manager-newest-cni-316056\" already exists" pod="kube-system/kube-controller-manager-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.470856 728 kubelet.go:3219] "Creating a mirror pod for static pod" pod="kube-system/kube-scheduler-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: E1006 12:33:36.496895 728 kubelet.go:3221] "Failed creating a mirror pod" err="pods \"kube-scheduler-newest-cni-316056\" already exists" pod="kube-system/kube-scheduler-newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.498276 728 apiserver.go:52] "Watching apiserver"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.512989 728 kubelet_node_status.go:124] "Node was previously registered" node="newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.513240 728 kubelet_node_status.go:78] "Successfully registered node" node="newest-cni-316056"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.513365 728 kuberuntime_manager.go:1828] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.516200 728 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.609970 728 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.711918 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c7b11f51-b080-4017-b3f3-2f66666ff8e4-lib-modules\") pod \"kube-proxy-kpnvf\" (UID: \"c7b11f51-b080-4017-b3f3-2f66666ff8e4\") " pod="kube-system/kube-proxy-kpnvf"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.711980 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-cni-cfg\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.712003 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-xtables-lock\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.712019 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c7b11f51-b080-4017-b3f3-2f66666ff8e4-xtables-lock\") pod \"kube-proxy-kpnvf\" (UID: \"c7b11f51-b080-4017-b3f3-2f66666ff8e4\") " pod="kube-system/kube-proxy-kpnvf"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.712039 728 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018-lib-modules\") pod \"kindnet-wf8kn\" (UID: \"6b0f33f3-4a6e-405f-9c8d-02a1e8bb8018\") " pod="kube-system/kindnet-wf8kn"
Oct 06 12:33:36 newest-cni-316056 kubelet[728]: I1006 12:33:36.862566 728 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory"
Oct 06 12:33:37 newest-cni-316056 kubelet[728]: W1006 12:33:37.293958 728 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/4784c17a599f225c269e9057e0a3ec51829f20f899e00db69d19d0fde64f7298/crio-b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa WatchSource:0}: Error finding container b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa: Status 404 returned error can't find the container with id b6125ed99ef87fc52206da61edb2222ff833ddd7795c069f9b15fe6f727094aa
Oct 06 12:33:40 newest-cni-316056 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:33:40 newest-cni-316056 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:33:40 newest-cni-316056 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-316056 -n newest-cni-316056
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-316056 -n newest-cni-316056: exit status 2 (506.236689ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context newest-cni-316056 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:280: non-running pods: coredns-66bc5c9577-mn8hz storage-provisioner dashboard-metrics-scraper-6ffb444bf9-ppj8d kubernetes-dashboard-855c9754f9-wnghn
helpers_test.go:282: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: describe non-running pods <======
helpers_test.go:285: (dbg) Run: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner dashboard-metrics-scraper-6ffb444bf9-ppj8d kubernetes-dashboard-855c9754f9-wnghn
helpers_test.go:285: (dbg) Non-zero exit: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner dashboard-metrics-scraper-6ffb444bf9-ppj8d kubernetes-dashboard-855c9754f9-wnghn: exit status 1 (125.016582ms)
** stderr **
Error from server (NotFound): pods "coredns-66bc5c9577-mn8hz" not found
Error from server (NotFound): pods "storage-provisioner" not found
Error from server (NotFound): pods "dashboard-metrics-scraper-6ffb444bf9-ppj8d" not found
Error from server (NotFound): pods "kubernetes-dashboard-855c9754f9-wnghn" not found
** /stderr **
helpers_test.go:287: kubectl --context newest-cni-316056 describe pod coredns-66bc5c9577-mn8hz storage-provisioner dashboard-metrics-scraper-6ffb444bf9-ppj8d kubernetes-dashboard-855c9754f9-wnghn: exit status 1
--- FAIL: TestStartStop/group/newest-cni/serial/Pause (7.66s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-684953 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 pause -p default-k8s-diff-port-684953 --alsologtostderr -v=1: exit status 80 (2.04949416s)
-- stdout --
* Pausing node default-k8s-diff-port-684953 ...
-- /stdout --
** stderr **
I1006 12:34:33.282329 504005 out.go:360] Setting OutFile to fd 1 ...
I1006 12:34:33.282492 504005 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:34:33.282504 504005 out.go:374] Setting ErrFile to fd 2...
I1006 12:34:33.282510 504005 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:34:33.283401 504005 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:34:33.283827 504005 out.go:368] Setting JSON to false
I1006 12:34:33.283903 504005 mustload.go:65] Loading cluster: default-k8s-diff-port-684953
I1006 12:34:33.284399 504005 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:34:33.284901 504005 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-684953 --format={{.State.Status}}
I1006 12:34:33.304443 504005 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:34:33.304769 504005 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:34:33.364285 504005 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:34:33.353331091 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:34:33.364938 504005 pause.go:58] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1758198818-20370/minikube-v1.37.0-1758198818-20370-arm64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1758198818-20370-arm64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:default-k8s-diff-port-684953 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s
(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1006 12:34:33.368672 504005 out.go:179] * Pausing node default-k8s-diff-port-684953 ...
I1006 12:34:33.372565 504005 host.go:66] Checking if "default-k8s-diff-port-684953" exists ...
I1006 12:34:33.372919 504005 ssh_runner.go:195] Run: systemctl --version
I1006 12:34:33.372975 504005 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-684953
I1006 12:34:33.390359 504005 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33459 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/default-k8s-diff-port-684953/id_rsa Username:docker}
I1006 12:34:33.492366 504005 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:34:33.506386 504005 pause.go:51] kubelet running: true
I1006 12:34:33.506475 504005 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:34:33.753145 504005 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:34:33.753271 504005 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:34:33.855916 504005 cri.go:89] found id: "47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0"
I1006 12:34:33.855981 504005 cri.go:89] found id: "df480776651ebf0c28543c2fbbbf0d1acaa851d2cefb8295bbd01bfa87db9796"
I1006 12:34:33.856000 504005 cri.go:89] found id: "e8e1bf28f63667f70744cbdd6348d0844a8946be3d7633a4732cfc5cd9cdebfc"
I1006 12:34:33.856016 504005 cri.go:89] found id: "8f4bc29df8f60a4ae5829bf45790777213a9c03e8422cd2da8d7035274ec8435"
I1006 12:34:33.856034 504005 cri.go:89] found id: "5a59260569ddd50a4fbdb24a392caeab81a41c25dfffb9bf6c5f4f8601d33539"
I1006 12:34:33.856060 504005 cri.go:89] found id: "c7c30db31882b19e7214cd6b9d0132c4a79abad59a5ebdb52ff99d5c917569a9"
I1006 12:34:33.856083 504005 cri.go:89] found id: "2bc0c3a9848973e67ff98679050504da90f206f7fa56256cc33bf15d06cb79e6"
I1006 12:34:33.856100 504005 cri.go:89] found id: "7cffd154f0249dfe779a4f37df3ba05700ede9139a0c82bbcc26256ca8f5e5f0"
I1006 12:34:33.856116 504005 cri.go:89] found id: "d583474e8bf55c09f18ae216cb79948bfc591e42a41ac84722cc1290c361572a"
I1006 12:34:33.856136 504005 cri.go:89] found id: "a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
I1006 12:34:33.856162 504005 cri.go:89] found id: "658c0246cc6ca5ebc1277a9ae58b1d9661aa77e6e445d68d02ee48ac38a6e0e1"
I1006 12:34:33.856183 504005 cri.go:89] found id: ""
I1006 12:34:33.856284 504005 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:34:33.882319 504005 retry.go:31] will retry after 239.037694ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:34:33Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:34:34.121706 504005 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:34:34.136310 504005 pause.go:51] kubelet running: false
I1006 12:34:34.136382 504005 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:34:34.326703 504005 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:34:34.326789 504005 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:34:34.402510 504005 cri.go:89] found id: "47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0"
I1006 12:34:34.402582 504005 cri.go:89] found id: "df480776651ebf0c28543c2fbbbf0d1acaa851d2cefb8295bbd01bfa87db9796"
I1006 12:34:34.402615 504005 cri.go:89] found id: "e8e1bf28f63667f70744cbdd6348d0844a8946be3d7633a4732cfc5cd9cdebfc"
I1006 12:34:34.402637 504005 cri.go:89] found id: "8f4bc29df8f60a4ae5829bf45790777213a9c03e8422cd2da8d7035274ec8435"
I1006 12:34:34.402654 504005 cri.go:89] found id: "5a59260569ddd50a4fbdb24a392caeab81a41c25dfffb9bf6c5f4f8601d33539"
I1006 12:34:34.402671 504005 cri.go:89] found id: "c7c30db31882b19e7214cd6b9d0132c4a79abad59a5ebdb52ff99d5c917569a9"
I1006 12:34:34.402709 504005 cri.go:89] found id: "2bc0c3a9848973e67ff98679050504da90f206f7fa56256cc33bf15d06cb79e6"
I1006 12:34:34.402730 504005 cri.go:89] found id: "7cffd154f0249dfe779a4f37df3ba05700ede9139a0c82bbcc26256ca8f5e5f0"
I1006 12:34:34.402746 504005 cri.go:89] found id: "d583474e8bf55c09f18ae216cb79948bfc591e42a41ac84722cc1290c361572a"
I1006 12:34:34.402776 504005 cri.go:89] found id: "a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
I1006 12:34:34.402796 504005 cri.go:89] found id: "658c0246cc6ca5ebc1277a9ae58b1d9661aa77e6e445d68d02ee48ac38a6e0e1"
I1006 12:34:34.402813 504005 cri.go:89] found id: ""
I1006 12:34:34.402892 504005 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:34:34.414728 504005 retry.go:31] will retry after 482.896559ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:34:34Z" level=error msg="open /run/runc: no such file or directory"
I1006 12:34:34.898459 504005 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:34:34.912470 504005 pause.go:51] kubelet running: false
I1006 12:34:34.912542 504005 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1006 12:34:35.166105 504005 cri.go:54] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1006 12:34:35.166201 504005 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1006 12:34:35.246540 504005 cri.go:89] found id: "47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0"
I1006 12:34:35.246562 504005 cri.go:89] found id: "df480776651ebf0c28543c2fbbbf0d1acaa851d2cefb8295bbd01bfa87db9796"
I1006 12:34:35.246567 504005 cri.go:89] found id: "e8e1bf28f63667f70744cbdd6348d0844a8946be3d7633a4732cfc5cd9cdebfc"
I1006 12:34:35.246571 504005 cri.go:89] found id: "8f4bc29df8f60a4ae5829bf45790777213a9c03e8422cd2da8d7035274ec8435"
I1006 12:34:35.246575 504005 cri.go:89] found id: "5a59260569ddd50a4fbdb24a392caeab81a41c25dfffb9bf6c5f4f8601d33539"
I1006 12:34:35.246579 504005 cri.go:89] found id: "c7c30db31882b19e7214cd6b9d0132c4a79abad59a5ebdb52ff99d5c917569a9"
I1006 12:34:35.246582 504005 cri.go:89] found id: "2bc0c3a9848973e67ff98679050504da90f206f7fa56256cc33bf15d06cb79e6"
I1006 12:34:35.246585 504005 cri.go:89] found id: "7cffd154f0249dfe779a4f37df3ba05700ede9139a0c82bbcc26256ca8f5e5f0"
I1006 12:34:35.246610 504005 cri.go:89] found id: "d583474e8bf55c09f18ae216cb79948bfc591e42a41ac84722cc1290c361572a"
I1006 12:34:35.246630 504005 cri.go:89] found id: "a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
I1006 12:34:35.246640 504005 cri.go:89] found id: "658c0246cc6ca5ebc1277a9ae58b1d9661aa77e6e445d68d02ee48ac38a6e0e1"
I1006 12:34:35.246643 504005 cri.go:89] found id: ""
I1006 12:34:35.246715 504005 ssh_runner.go:195] Run: sudo runc list -f json
I1006 12:34:35.262760 504005 out.go:203]
W1006 12:34:35.265511 504005 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:34:35Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T12:34:35Z" level=error msg="open /run/runc: no such file or directory"
W1006 12:34:35.265621 504005 out.go:285] *
*
W1006 12:34:35.271203 504005 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1006 12:34:35.274282 504005 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-arm64 pause -p default-k8s-diff-port-684953 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect default-k8s-diff-port-684953
helpers_test.go:243: (dbg) docker inspect default-k8s-diff-port-684953:
-- stdout --
[
{
"Id": "c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4",
"Created": "2025-10-06T12:31:26.161212053Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 496492,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:33:19.034883846Z",
"FinishedAt": "2025-10-06T12:33:17.997144658Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/hostname",
"HostsPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/hosts",
"LogPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4-json.log",
"Name": "/default-k8s-diff-port-684953",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-684953:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default-k8s-diff-port-684953",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4",
"LowerDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/merged",
"UpperDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/diff",
"WorkDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-684953",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-684953/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-684953",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-684953",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-684953",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ea228b81c0991d1be93f9ee1c20eae6dad042931a035e83b384f252a760c6323",
"SandboxKey": "/var/run/docker/netns/ea228b81c099",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33459"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33460"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33463"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33461"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33462"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"default-k8s-diff-port-684953": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "42:fe:76:74:4e:1e",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "8e923e464e47ccee03350c974d4ace9e6a27efa7041a9b2a449c0b85d6c08da8",
"EndpointID": "fb2271215135d4c96aa291d4cf231e98dc883711b7c29d004895b35a3f1dc6db",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-684953",
"c39150b1056d"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953: exit status 2 (354.493445ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-684953 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p default-k8s-diff-port-684953 logs -n 25: (1.391906307s)
helpers_test.go:260: TestStartStop/group/default-k8s-diff-port/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬──────────┬─────────┬─────────────────────┬─────────────
────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼──────────┼─────────┼─────────────────────┼─────────────
────────┤
│ unpause │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ stop │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ delete │ -p json-output-327606 │ json-output-327606 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ start │ -p json-output-error-316496 --memory=3072 --output=json --wait=true --driver=fail │ json-output-error-316496 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ delete │ -p json-output-error-316496 │ json-output-error-316496 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ start │ -p docker-network-177249 --network= │ docker-network-177249 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:56 UTC │
│ delete │ -p docker-network-177249 │ docker-network-177249 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ start │ -p docker-network-135271 --network=bridge │ docker-network-135271 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ delete │ -p docker-network-135271 │ docker-network-135271 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ start │ -p existing-network-199291 --network=existing-network │ existing-network-199291 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:57 UTC │
│ delete │ -p existing-network-199291 │ existing-network-199291 │ jenkins │ v1.37.0 │ 06 Oct 25 11:57 UTC │ 06 Oct 25 11:57 UTC │
│ start │ -p custom-subnet-207584 --subnet=192.168.60.0/24 │ custom-subnet-207584 │ jenkins │ v1.37.0 │ 06 Oct 25 11:57 UTC │ 06 Oct 25 11:58 UTC │
│ delete │ -p custom-subnet-207584 │ custom-subnet-207584 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ start │ -p static-ip-632922 --static-ip=192.168.200.200 │ static-ip-632922 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ ip │ static-ip-632922 ip │ static-ip-632922 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ start │ -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:34 UTC │
│ addons │ enable dashboard -p newest-cni-316056 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ start │ -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ image │ newest-cni-316056 image list --format=json │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ pause │ -p newest-cni-316056 --alsologtostderr -v=1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
│ delete │ -p newest-cni-316056 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ delete │ -p newest-cni-316056 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ start │ -p auto-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio │ auto-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
│ image │ default-k8s-diff-port-684953 image list --format=json │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:34 UTC │ 06 Oct 25 12:34 UTC │
│ pause │ -p default-k8s-diff-port-684953 --alsologtostderr -v=1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:34 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴──────────┴─────────┴─────────────────────┴─────────────
────────┘
==> Last Start <==
Log file created at: 2025/10/06 12:33:50
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:33:50.655942 501340 out.go:360] Setting OutFile to fd 1 ...
I1006 12:33:50.656123 501340 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:50.656133 501340 out.go:374] Setting ErrFile to fd 2...
I1006 12:33:50.656137 501340 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:50.656410 501340 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:33:50.656851 501340 out.go:368] Setting JSON to false
I1006 12:33:50.657992 501340 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8183,"bootTime":1759745848,"procs":200,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:33:50.658058 501340 start.go:140] virtualization:
I1006 12:33:50.661946 501340 out.go:179] * [auto-735070] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:33:50.665124 501340 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:33:50.665200 501340 notify.go:220] Checking for updates...
I1006 12:33:50.672567 501340 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:33:50.675551 501340 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:50.678584 501340 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:33:50.681421 501340 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:33:50.684283 501340 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:33:50.687688 501340 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:50.687869 501340 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:33:50.722749 501340 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:33:50.722881 501340 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:50.831134 501340 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:33:50.818923365 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:50.831244 501340 docker.go:318] overlay module found
I1006 12:33:50.836685 501340 out.go:179] * Using the docker driver based on user configuration
I1006 12:33:50.840867 501340 start.go:304] selected driver: docker
I1006 12:33:50.840887 501340 start.go:924] validating driver "docker" against <nil>
I1006 12:33:50.840901 501340 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:33:50.841698 501340 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:50.954094 501340 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:33:50.943037043 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:50.954258 501340 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:33:50.954496 501340 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:33:50.958596 501340 out.go:179] * Using Docker driver with root privileges
I1006 12:33:50.961621 501340 cni.go:84] Creating CNI manager for ""
I1006 12:33:50.961695 501340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:50.961710 501340 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:33:50.961800 501340 start.go:348] cluster config:
{Name:auto-735070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cri
o CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: Au
toPauseInterval:1m0s}
I1006 12:33:50.964954 501340 out.go:179] * Starting "auto-735070" primary control-plane node in "auto-735070" cluster
I1006 12:33:50.967790 501340 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:33:50.970726 501340 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:33:50.973600 501340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:50.973660 501340 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:33:50.973669 501340 cache.go:58] Caching tarball of preloaded images
I1006 12:33:50.973768 501340 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:33:50.973778 501340 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:33:50.973904 501340 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/config.json ...
I1006 12:33:50.973921 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/config.json: {Name:mka4315a009fa3f7bade5aeca4e3f1d4a2ddfc26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:50.974095 501340 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:33:50.994309 501340 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:33:50.994329 501340 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:33:50.994350 501340 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:33:50.994373 501340 start.go:360] acquireMachinesLock for auto-735070: {Name:mk9121cbb470df9354608cd49edd0a627bbc114d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:33:50.994469 501340 start.go:364] duration metric: took 80.321µs to acquireMachinesLock for "auto-735070"
I1006 12:33:50.994495 501340 start.go:93] Provisioning new machine with config: &{Name:auto-735070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikub
eCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: Soc
ketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:33:50.994560 501340 start.go:125] createHost starting for "" (driver="docker")
W1006 12:33:49.898249 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:33:52.403755 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:33:50.997860 501340 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:33:50.998086 501340 start.go:159] libmachine.API.Create for "auto-735070" (driver="docker")
I1006 12:33:50.998126 501340 client.go:168] LocalClient.Create starting
I1006 12:33:50.998192 501340 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:33:50.998230 501340 main.go:141] libmachine: Decoding PEM data...
I1006 12:33:50.998244 501340 main.go:141] libmachine: Parsing certificate...
I1006 12:33:50.998299 501340 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:33:50.998317 501340 main.go:141] libmachine: Decoding PEM data...
I1006 12:33:50.998327 501340 main.go:141] libmachine: Parsing certificate...
I1006 12:33:50.998708 501340 cli_runner.go:164] Run: docker network inspect auto-735070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:33:51.018580 501340 cli_runner.go:211] docker network inspect auto-735070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:33:51.018684 501340 network_create.go:284] running [docker network inspect auto-735070] to gather additional debugging logs...
I1006 12:33:51.018703 501340 cli_runner.go:164] Run: docker network inspect auto-735070
W1006 12:33:51.041901 501340 cli_runner.go:211] docker network inspect auto-735070 returned with exit code 1
I1006 12:33:51.041937 501340 network_create.go:287] error running [docker network inspect auto-735070]: docker network inspect auto-735070: exit status 1
stdout:
[]
stderr:
Error response from daemon: network auto-735070 not found
I1006 12:33:51.041953 501340 network_create.go:289] output of [docker network inspect auto-735070]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network auto-735070 not found
** /stderr **
I1006 12:33:51.042056 501340 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:33:51.070057 501340 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:33:51.070460 501340 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:33:51.070714 501340 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:33:51.071035 501340 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-8e923e464e47 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:6a:54:51:c3:b8:51} reservation:<nil>}
I1006 12:33:51.071514 501340 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a1b420}
I1006 12:33:51.071548 501340 network_create.go:124] attempt to create docker network auto-735070 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1006 12:33:51.071611 501340 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=auto-735070 auto-735070
I1006 12:33:51.169023 501340 network_create.go:108] docker network auto-735070 192.168.85.0/24 created
I1006 12:33:51.169058 501340 kic.go:121] calculated static IP "192.168.85.2" for the "auto-735070" container
I1006 12:33:51.169153 501340 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:33:51.209401 501340 cli_runner.go:164] Run: docker volume create auto-735070 --label name.minikube.sigs.k8s.io=auto-735070 --label created_by.minikube.sigs.k8s.io=true
I1006 12:33:51.239123 501340 oci.go:103] Successfully created a docker volume auto-735070
I1006 12:33:51.239230 501340 cli_runner.go:164] Run: docker run --rm --name auto-735070-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=auto-735070 --entrypoint /usr/bin/test -v auto-735070:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:33:51.958721 501340 oci.go:107] Successfully prepared a docker volume auto-735070
I1006 12:33:51.958771 501340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:51.958792 501340 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:33:51.958873 501340 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v auto-735070:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
W1006 12:33:54.900338 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:33:57.397704 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:33:57.406801 501340 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v auto-735070:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (5.447869724s)
I1006 12:33:57.406834 501340 kic.go:203] duration metric: took 5.448038653s to extract preloaded images to volume ...
W1006 12:33:57.406982 501340 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:33:57.407098 501340 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:33:57.482777 501340 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname auto-735070 --name auto-735070 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=auto-735070 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=auto-735070 --network auto-735070 --ip 192.168.85.2 --volume auto-735070:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:33:57.815193 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Running}}
I1006 12:33:57.845728 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:33:57.872716 501340 cli_runner.go:164] Run: docker exec auto-735070 stat /var/lib/dpkg/alternatives/iptables
I1006 12:33:57.946518 501340 oci.go:144] the created container "auto-735070" has a running status.
I1006 12:33:57.946552 501340 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa...
I1006 12:33:58.198986 501340 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:33:58.227629 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:33:58.253810 501340 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:33:58.253829 501340 kic_runner.go:114] Args: [docker exec --privileged auto-735070 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:33:58.325588 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:33:58.345245 501340 machine.go:93] provisionDockerMachine start ...
I1006 12:33:58.345338 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:33:58.367355 501340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:58.367683 501340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33469 <nil> <nil>}
I1006 12:33:58.367692 501340 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:33:58.368677 501340 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
W1006 12:33:59.896227 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:01.897830 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:34:01.502161 501340 main.go:141] libmachine: SSH cmd err, output: <nil>: auto-735070
I1006 12:34:01.502185 501340 ubuntu.go:182] provisioning hostname "auto-735070"
I1006 12:34:01.502253 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:01.520458 501340 main.go:141] libmachine: Using SSH client type: native
I1006 12:34:01.520767 501340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33469 <nil> <nil>}
I1006 12:34:01.520778 501340 main.go:141] libmachine: About to run SSH command:
sudo hostname auto-735070 && echo "auto-735070" | sudo tee /etc/hostname
I1006 12:34:01.667791 501340 main.go:141] libmachine: SSH cmd err, output: <nil>: auto-735070
I1006 12:34:01.667960 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:01.687996 501340 main.go:141] libmachine: Using SSH client type: native
I1006 12:34:01.688380 501340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33469 <nil> <nil>}
I1006 12:34:01.688398 501340 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sauto-735070' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 auto-735070/g' /etc/hosts;
else
echo '127.0.1.1 auto-735070' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:34:01.821953 501340 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:34:01.822042 501340 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:34:01.822095 501340 ubuntu.go:190] setting up certificates
I1006 12:34:01.822120 501340 provision.go:84] configureAuth start
I1006 12:34:01.822197 501340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-735070
I1006 12:34:01.841976 501340 provision.go:143] copyHostCerts
I1006 12:34:01.842051 501340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:34:01.842065 501340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:34:01.842159 501340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:34:01.842267 501340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:34:01.842277 501340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:34:01.842305 501340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:34:01.842368 501340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:34:01.842376 501340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:34:01.842401 501340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:34:01.842462 501340 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.auto-735070 san=[127.0.0.1 192.168.85.2 auto-735070 localhost minikube]
I1006 12:34:02.401874 501340 provision.go:177] copyRemoteCerts
I1006 12:34:02.401952 501340 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:34:02.402001 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:02.419823 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:02.518131 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:34:02.543416 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1006 12:34:02.562745 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:34:02.582162 501340 provision.go:87] duration metric: took 760.005222ms to configureAuth
I1006 12:34:02.582234 501340 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:34:02.582447 501340 config.go:182] Loaded profile config "auto-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:34:02.582583 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:02.601128 501340 main.go:141] libmachine: Using SSH client type: native
I1006 12:34:02.601445 501340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33469 <nil> <nil>}
I1006 12:34:02.601466 501340 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:34:02.850294 501340 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:34:02.850320 501340 machine.go:96] duration metric: took 4.505053616s to provisionDockerMachine
I1006 12:34:02.850335 501340 client.go:171] duration metric: took 11.852197491s to LocalClient.Create
I1006 12:34:02.850353 501340 start.go:167] duration metric: took 11.852268901s to libmachine.API.Create "auto-735070"
I1006 12:34:02.850362 501340 start.go:293] postStartSetup for "auto-735070" (driver="docker")
I1006 12:34:02.850372 501340 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:34:02.850441 501340 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:34:02.850495 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:02.868303 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:02.966337 501340 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:34:02.970049 501340 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:34:02.970083 501340 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:34:02.970095 501340 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:34:02.970152 501340 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:34:02.970238 501340 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:34:02.970344 501340 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:34:02.978310 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:34:02.998110 501340 start.go:296] duration metric: took 147.73165ms for postStartSetup
I1006 12:34:02.998496 501340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-735070
I1006 12:34:03.029116 501340 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/config.json ...
I1006 12:34:03.029425 501340 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:34:03.029480 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:03.049290 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:03.142808 501340 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:34:03.147761 501340 start.go:128] duration metric: took 12.153184528s to createHost
I1006 12:34:03.147789 501340 start.go:83] releasing machines lock for "auto-735070", held for 12.153310643s
I1006 12:34:03.147880 501340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-735070
I1006 12:34:03.165763 501340 ssh_runner.go:195] Run: cat /version.json
I1006 12:34:03.165827 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:03.166135 501340 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:34:03.166205 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:03.186854 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:03.204550 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:03.285226 501340 ssh_runner.go:195] Run: systemctl --version
I1006 12:34:03.374507 501340 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:34:03.420945 501340 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:34:03.425653 501340 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:34:03.425725 501340 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:34:03.456736 501340 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:34:03.456757 501340 start.go:495] detecting cgroup driver to use...
I1006 12:34:03.456798 501340 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:34:03.456859 501340 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:34:03.474429 501340 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:34:03.487915 501340 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:34:03.488034 501340 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:34:03.506657 501340 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:34:03.526628 501340 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:34:03.662150 501340 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:34:03.802826 501340 docker.go:234] disabling docker service ...
I1006 12:34:03.802941 501340 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:34:03.826897 501340 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:34:03.842056 501340 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:34:03.964342 501340 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:34:04.094595 501340 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:34:04.107992 501340 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:34:04.122661 501340 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:34:04.122734 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.132595 501340 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:34:04.132668 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.142673 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.151633 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.160694 501340 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:34:04.169076 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.178812 501340 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.192265 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.201648 501340 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:34:04.209434 501340 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:34:04.216946 501340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:34:04.341687 501340 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:34:04.474067 501340 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:34:04.474183 501340 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:34:04.478555 501340 start.go:563] Will wait 60s for crictl version
I1006 12:34:04.478665 501340 ssh_runner.go:195] Run: which crictl
I1006 12:34:04.482257 501340 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:34:04.508942 501340 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:34:04.509101 501340 ssh_runner.go:195] Run: crio --version
I1006 12:34:04.543698 501340 ssh_runner.go:195] Run: crio --version
I1006 12:34:04.575702 501340 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:34:04.578644 501340 cli_runner.go:164] Run: docker network inspect auto-735070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:34:04.595099 501340 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:34:04.599043 501340 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:34:04.609436 501340 kubeadm.go:883] updating cluster {Name:auto-735070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:
[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:34:04.609585 501340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:34:04.609651 501340 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:34:04.649256 501340 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:34:04.649280 501340 crio.go:433] Images already preloaded, skipping extraction
I1006 12:34:04.649338 501340 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:34:04.676457 501340 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:34:04.676483 501340 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:34:04.676491 501340 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:34:04.676578 501340 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=auto-735070 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:34:04.676716 501340 ssh_runner.go:195] Run: crio config
I1006 12:34:04.735607 501340 cni.go:84] Creating CNI manager for ""
I1006 12:34:04.735630 501340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:34:04.735647 501340 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:34:04.735672 501340 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:auto-735070 NodeName:auto-735070 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/
manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:34:04.735805 501340 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "auto-735070"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:34:04.735879 501340 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:34:04.743918 501340 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:34:04.744023 501340 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:34:04.751957 501340 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (361 bytes)
I1006 12:34:04.765046 501340 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:34:04.779162 501340 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2208 bytes)
I1006 12:34:04.793483 501340 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:34:04.797318 501340 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:34:04.807593 501340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:34:04.925945 501340 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:34:04.944400 501340 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070 for IP: 192.168.85.2
I1006 12:34:04.944478 501340 certs.go:195] generating shared ca certs ...
I1006 12:34:04.944510 501340 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:04.944706 501340 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:34:04.944776 501340 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:34:04.944811 501340 certs.go:257] generating profile certs ...
I1006 12:34:04.944893 501340 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.key
I1006 12:34:04.944940 501340 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt with IP's: []
I1006 12:34:05.522117 501340 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt ...
I1006 12:34:05.522153 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt: {Name:mk92b2edfea433deb5c046eb81a027dd2f6cb8c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:05.522382 501340 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.key ...
I1006 12:34:05.522394 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.key: {Name:mk65aaadc5a3c5ba68eeae1b9a7c2355a08c5f66 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:05.522478 501340 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key.fcaddc01
I1006 12:34:05.522502 501340 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt.fcaddc01 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1006 12:34:06.263204 501340 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt.fcaddc01 ...
I1006 12:34:06.263238 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt.fcaddc01: {Name:mke00c443f4cfd130e52574722d1019bef9d2c43 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:06.263430 501340 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key.fcaddc01 ...
I1006 12:34:06.263447 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key.fcaddc01: {Name:mke12e7328d16e3f9b979d5d2cdec3c692ee36eb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:06.263530 501340 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt.fcaddc01 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt
I1006 12:34:06.263623 501340 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key.fcaddc01 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key
I1006 12:34:06.263696 501340 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.key
I1006 12:34:06.263716 501340 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.crt with IP's: []
I1006 12:34:06.470668 501340 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.crt ...
I1006 12:34:06.470702 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.crt: {Name:mk0a30410dd7f50472d7071673b0714365c86e56 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:06.470882 501340 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.key ...
I1006 12:34:06.470898 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.key: {Name:mk1996047af67d650e1812681673a9dcec787669 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:06.471095 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:34:06.471136 501340 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:34:06.471149 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:34:06.471174 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:34:06.471199 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:34:06.471225 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:34:06.471270 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:34:06.471893 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:34:06.491897 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:34:06.512196 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:34:06.531080 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:34:06.552352 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1415 bytes)
I1006 12:34:06.571933 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:34:06.592108 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:34:06.610885 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 12:34:06.632040 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:34:06.651994 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:34:06.671297 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:34:06.689681 501340 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:34:06.703202 501340 ssh_runner.go:195] Run: openssl version
I1006 12:34:06.709999 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:34:06.718554 501340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:34:06.722307 501340 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:34:06.722373 501340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:34:06.768487 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:34:06.777416 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:34:06.786643 501340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:34:06.790891 501340 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:34:06.791001 501340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:34:06.833836 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:34:06.842417 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:34:06.851384 501340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:34:06.855503 501340 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:34:06.855605 501340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:34:06.900481 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:34:06.908986 501340 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:34:06.913369 501340 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:34:06.913444 501340 kubeadm.go:400] StartCluster: {Name:auto-735070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetCl
ientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:34:06.913552 501340 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:34:06.913617 501340 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:34:06.942368 501340 cri.go:89] found id: ""
I1006 12:34:06.942447 501340 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:34:06.950815 501340 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:34:06.959185 501340 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:34:06.959269 501340 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:34:06.967665 501340 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:34:06.967686 501340 kubeadm.go:157] found existing configuration files:
I1006 12:34:06.967747 501340 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:34:06.975822 501340 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:34:06.975928 501340 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:34:06.983966 501340 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:34:06.992078 501340 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:34:06.992159 501340 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:34:07.000013 501340 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:34:07.009634 501340 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:34:07.009722 501340 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:34:07.018400 501340 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:34:07.026796 501340 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:34:07.026892 501340 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:34:07.035865 501340 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:34:07.104355 501340 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:34:07.104419 501340 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:34:07.129661 501340 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:34:07.129740 501340 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:34:07.129785 501340 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:34:07.129836 501340 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:34:07.129891 501340 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:34:07.129943 501340 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:34:07.129997 501340 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:34:07.130052 501340 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:34:07.130106 501340 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:34:07.130156 501340 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:34:07.130209 501340 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:34:07.130270 501340 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:34:07.204363 501340 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:34:07.204484 501340 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:34:07.204583 501340 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:34:07.212307 501340 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
W1006 12:34:04.395833 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:06.396695 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:08.398083 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:34:07.218278 501340 out.go:252] - Generating certificates and keys ...
I1006 12:34:07.218472 501340 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:34:07.218609 501340 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:34:07.510941 501340 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:34:07.935144 501340 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:34:09.784678 501340 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:34:09.924063 501340 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:34:10.482253 501340 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:34:10.482739 501340 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [auto-735070 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
W1006 12:34:10.399376 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:12.896575 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:34:11.041323 501340 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:34:11.041744 501340 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [auto-735070 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:34:11.488436 501340 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:34:11.852827 501340 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:34:11.999443 501340 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:34:11.999723 501340 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:34:12.904472 501340 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:34:13.195110 501340 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:34:14.455761 501340 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:34:14.733237 501340 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:34:15.195489 501340 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:34:15.196361 501340 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:34:15.199405 501340 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:34:15.203135 501340 out.go:252] - Booting up control plane ...
I1006 12:34:15.203261 501340 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:34:15.203342 501340 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:34:15.203740 501340 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:34:15.219894 501340 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:34:15.220008 501340 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:34:15.227631 501340 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:34:15.228224 501340 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:34:15.228516 501340 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:34:15.376789 501340 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:34:15.376915 501340 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
W1006 12:34:14.898462 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:17.402915 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:34:16.877868 501340 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.501026252s
I1006 12:34:16.881167 501340 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:34:16.881285 501340 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1006 12:34:16.881568 501340 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:34:16.881662 501340 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:34:19.241172 501340 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 2.359410826s
I1006 12:34:19.896179 496271 pod_ready.go:94] pod "coredns-66bc5c9577-8qxqf" is "Ready"
I1006 12:34:19.896202 496271 pod_ready.go:86] duration metric: took 39.506432746s for pod "coredns-66bc5c9577-8qxqf" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.899709 496271 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.913051 496271 pod_ready.go:94] pod "etcd-default-k8s-diff-port-684953" is "Ready"
I1006 12:34:19.913075 496271 pod_ready.go:86] duration metric: took 13.341629ms for pod "etcd-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.916479 496271 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.922696 496271 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-684953" is "Ready"
I1006 12:34:19.922772 496271 pod_ready.go:86] duration metric: took 6.266713ms for pod "kube-apiserver-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.925662 496271 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:20.095069 496271 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-684953" is "Ready"
I1006 12:34:20.095098 496271 pod_ready.go:86] duration metric: took 169.361615ms for pod "kube-controller-manager-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:20.293859 496271 pod_ready.go:83] waiting for pod "kube-proxy-5xvwr" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:20.694208 496271 pod_ready.go:94] pod "kube-proxy-5xvwr" is "Ready"
I1006 12:34:20.694232 496271 pod_ready.go:86] duration metric: took 400.350638ms for pod "kube-proxy-5xvwr" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:20.893834 496271 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:21.294064 496271 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-684953" is "Ready"
I1006 12:34:21.294090 496271 pod_ready.go:86] duration metric: took 400.232401ms for pod "kube-scheduler-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:21.294104 496271 pod_ready.go:40] duration metric: took 40.912311101s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:34:21.385268 496271 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:34:21.388428 496271 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-684953" cluster and "default" namespace by default
I1006 12:34:21.155272 501340 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.274055212s
I1006 12:34:22.882997 501340 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.001746226s
I1006 12:34:22.903342 501340 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:34:22.918409 501340 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:34:22.939297 501340 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:34:22.939538 501340 kubeadm.go:318] [mark-control-plane] Marking the node auto-735070 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:34:22.955260 501340 kubeadm.go:318] [bootstrap-token] Using token: os3fu3.dw8nr4grgaoio0a2
I1006 12:34:22.958324 501340 out.go:252] - Configuring RBAC rules ...
I1006 12:34:22.958494 501340 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:34:22.962769 501340 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:34:22.971142 501340 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:34:22.977654 501340 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:34:22.982535 501340 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:34:22.987148 501340 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:34:23.296186 501340 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:34:23.752715 501340 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:34:24.289409 501340 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:34:24.290818 501340 kubeadm.go:318]
I1006 12:34:24.290905 501340 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:34:24.290912 501340 kubeadm.go:318]
I1006 12:34:24.290993 501340 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:34:24.290998 501340 kubeadm.go:318]
I1006 12:34:24.291025 501340 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:34:24.291086 501340 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:34:24.291139 501340 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:34:24.291143 501340 kubeadm.go:318]
I1006 12:34:24.291199 501340 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:34:24.291204 501340 kubeadm.go:318]
I1006 12:34:24.291274 501340 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:34:24.291288 501340 kubeadm.go:318]
I1006 12:34:24.291342 501340 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:34:24.291420 501340 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:34:24.291497 501340 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:34:24.291502 501340 kubeadm.go:318]
I1006 12:34:24.291591 501340 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:34:24.291671 501340 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:34:24.291675 501340 kubeadm.go:318]
I1006 12:34:24.291763 501340 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token os3fu3.dw8nr4grgaoio0a2 \
I1006 12:34:24.291902 501340 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:34:24.291925 501340 kubeadm.go:318] --control-plane
I1006 12:34:24.291935 501340 kubeadm.go:318]
I1006 12:34:24.292024 501340 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:34:24.292029 501340 kubeadm.go:318]
I1006 12:34:24.292113 501340 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token os3fu3.dw8nr4grgaoio0a2 \
I1006 12:34:24.292219 501340 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:34:24.294723 501340 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:34:24.294975 501340 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:34:24.295085 501340 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:34:24.295102 501340 cni.go:84] Creating CNI manager for ""
I1006 12:34:24.295110 501340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:34:24.298450 501340 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:34:24.301702 501340 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:34:24.306120 501340 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:34:24.306149 501340 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:34:24.326212 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:34:24.650455 501340 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:34:24.650563 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:24.650641 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes auto-735070 minikube.k8s.io/updated_at=2025_10_06T12_34_24_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=auto-735070 minikube.k8s.io/primary=true
I1006 12:34:24.845843 501340 ops.go:34] apiserver oom_adj: -16
I1006 12:34:24.845952 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:25.346782 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:25.846496 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:26.346102 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:26.846128 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:27.346149 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:27.846720 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:28.346081 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:28.846285 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:29.346321 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:29.445029 501340 kubeadm.go:1113] duration metric: took 4.794525691s to wait for elevateKubeSystemPrivileges
I1006 12:34:29.445063 501340 kubeadm.go:402] duration metric: took 22.53162332s to StartCluster
I1006 12:34:29.445080 501340 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:29.445151 501340 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:34:29.446114 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:29.446344 501340 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:34:29.446349 501340 start.go:235] Will wait 15m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:34:29.446609 501340 config.go:182] Loaded profile config "auto-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:34:29.446656 501340 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:34:29.446724 501340 addons.go:69] Setting storage-provisioner=true in profile "auto-735070"
I1006 12:34:29.446741 501340 addons.go:238] Setting addon storage-provisioner=true in "auto-735070"
I1006 12:34:29.446767 501340 host.go:66] Checking if "auto-735070" exists ...
I1006 12:34:29.447221 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:34:29.447688 501340 addons.go:69] Setting default-storageclass=true in profile "auto-735070"
I1006 12:34:29.447710 501340 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "auto-735070"
I1006 12:34:29.448000 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:34:29.453355 501340 out.go:179] * Verifying Kubernetes components...
I1006 12:34:29.457715 501340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:34:29.486252 501340 addons.go:238] Setting addon default-storageclass=true in "auto-735070"
I1006 12:34:29.486293 501340 host.go:66] Checking if "auto-735070" exists ...
I1006 12:34:29.486723 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:34:29.500701 501340 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:34:29.503617 501340 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:34:29.503642 501340 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:34:29.503708 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:29.535689 501340 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:34:29.535709 501340 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:34:29.535811 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:29.553746 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:29.582034 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:29.757999 501340 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:34:29.758664 501340 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:34:29.776175 501340 node_ready.go:35] waiting up to 15m0s for node "auto-735070" to be "Ready" ...
I1006 12:34:29.880464 501340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:34:29.902874 501340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:34:30.349142 501340 start.go:976] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1006 12:34:30.654001 501340 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1006 12:34:30.656971 501340 addons.go:514] duration metric: took 1.210294405s for enable addons: enabled=[storage-provisioner default-storageclass]
I1006 12:34:30.858490 501340 kapi.go:214] "coredns" deployment in "kube-system" namespace and "auto-735070" context rescaled to 1 replicas
W1006 12:34:31.779503 501340 node_ready.go:57] node "auto-735070" has "Ready":"False" status (will retry)
W1006 12:34:33.782853 501340 node_ready.go:57] node "auto-735070" has "Ready":"False" status (will retry)
==> CRI-O <==
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.890600473Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.893251732Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/7c1e8188ad46022cf4263aa8a11f11afd22326601ca42ceb212fc0ab07818afd/merged/etc/passwd: no such file or directory"
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.893403332Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/7c1e8188ad46022cf4263aa8a11f11afd22326601ca42ceb212fc0ab07818afd/merged/etc/group: no such file or directory"
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.894190796Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.904000777Z" level=info msg="Removing container: 1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894" id=ef0eca52-1ca4-4ac1-b091-1c99fec2f7c7 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.937997186Z" level=info msg="Error loading conmon cgroup of container 1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894: cgroup deleted" id=ef0eca52-1ca4-4ac1-b091-1c99fec2f7c7 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.950330588Z" level=info msg="Removed container 1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t/dashboard-metrics-scraper" id=ef0eca52-1ca4-4ac1-b091-1c99fec2f7c7 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.972617497Z" level=info msg="Created container 47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0: kube-system/storage-provisioner/storage-provisioner" id=4ed95e2b-64af-48e3-a31c-2a8852c8b517 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.973975233Z" level=info msg="Starting container: 47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0" id=5a91553e-9144-4b82-9454-53f8156df7da name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.976517502Z" level=info msg="Started container" PID=1639 containerID=47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0 description=kube-system/storage-provisioner/storage-provisioner id=5a91553e-9144-4b82-9454-53f8156df7da name=/runtime.v1.RuntimeService/StartContainer sandboxID=c1bed92fd30be68f17ac6e23baab30ae1a74c15037d3fdfe1fa79e3e134bb867
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.565699822Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.570251992Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.570291516Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.570316394Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.574718197Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.574876342Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.575053171Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.581901109Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.58208314Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.582164551Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.586065357Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.586229755Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.586307663Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.594755313Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.594929139Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
47dfbde5d7798 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 27 seconds ago Running storage-provisioner 2 c1bed92fd30be storage-provisioner kube-system
a85b68f529222 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 28 seconds ago Exited dashboard-metrics-scraper 2 5fc2250f8a91f dashboard-metrics-scraper-6ffb444bf9-jfq8t kubernetes-dashboard
658c0246cc6ca docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 39 seconds ago Running kubernetes-dashboard 0 1607f991a5ed3 kubernetes-dashboard-855c9754f9-66phq kubernetes-dashboard
df480776651eb 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc 58 seconds ago Running coredns 1 9778d051e1163 coredns-66bc5c9577-8qxqf kube-system
e8e1bf28f6366 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c 58 seconds ago Running kindnet-cni 1 aa44e429477f6 kindnet-668x5 kube-system
26afda4103214 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c 58 seconds ago Running busybox 1 6b2a5438d8c97 busybox default
8f4bc29df8f60 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 58 seconds ago Running kube-proxy 1 f75f55b2852d6 kube-proxy-5xvwr kube-system
5a59260569ddd ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 58 seconds ago Exited storage-provisioner 1 c1bed92fd30be storage-provisioner kube-system
c7c30db31882b b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 281b395447c17 kube-scheduler-default-k8s-diff-port-684953 kube-system
2bc0c3a984897 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 167338f231dd1 kube-controller-manager-default-k8s-diff-port-684953 kube-system
7cffd154f0249 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 e7281e0a4eef0 etcd-default-k8s-diff-port-684953 kube-system
d583474e8bf55 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 74f6870176471 kube-apiserver-default-k8s-diff-port-684953 kube-system
==> coredns [df480776651ebf0c28543c2fbbbf0d1acaa851d2cefb8295bbd01bfa87db9796] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:40198 - 49574 "HINFO IN 7640864604511871073.4646496349689252981. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.014180326s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/ready: Still waiting on: "kubernetes"
==> describe nodes <==
Name: default-k8s-diff-port-684953
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=default-k8s-diff-port-684953
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=default-k8s-diff-port-684953
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_32_02_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:31:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-684953
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:34:27 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:34:17 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:34:17 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:34:17 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:34:17 +0000 Mon, 06 Oct 2025 12:32:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: default-k8s-diff-port-684953
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 50c5c5d3f40a4fe687fbb04de498019b
System UUID: 851a03de-1838-447f-ac2c-7c7303cd070c
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 104s
kube-system coredns-66bc5c9577-8qxqf 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m29s
kube-system etcd-default-k8s-diff-port-684953 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m35s
kube-system kindnet-668x5 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m29s
kube-system kube-apiserver-default-k8s-diff-port-684953 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m38s
kube-system kube-controller-manager-default-k8s-diff-port-684953 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m38s
kube-system kube-proxy-5xvwr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m29s
kube-system kube-scheduler-default-k8s-diff-port-684953 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m38s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m28s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-jfq8t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 54s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-66phq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 54s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m28s kube-proxy
Normal Starting 56s kube-proxy
Normal NodeHasSufficientMemory 2m48s (x8 over 2m48s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m48s (x8 over 2m48s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m48s (x8 over 2m48s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m35s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasNoDiskPressure
Warning CgroupV1 2m35s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m35s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 2m35s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientPID
Normal Starting 2m35s kubelet Starting kubelet.
Normal RegisteredNode 2m30s node-controller Node default-k8s-diff-port-684953 event: Registered Node default-k8s-diff-port-684953 in Controller
Normal NodeReady 108s kubelet Node default-k8s-diff-port-684953 status is now: NodeReady
Normal Starting 69s kubelet Starting kubelet.
Warning CgroupV1 69s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 69s (x8 over 69s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 69s (x8 over 69s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 69s (x8 over 69s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientPID
Normal RegisteredNode 54s node-controller Node default-k8s-diff-port-684953 event: Registered Node default-k8s-diff-port-684953 in Controller
==> dmesg <==
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
[Oct 6 12:31] overlayfs: idmapped layers are currently not supported
[ +19.790897] overlayfs: idmapped layers are currently not supported
[Oct 6 12:32] overlayfs: idmapped layers are currently not supported
[Oct 6 12:33] overlayfs: idmapped layers are currently not supported
[ +0.676020] overlayfs: idmapped layers are currently not supported
[Oct 6 12:34] overlayfs: idmapped layers are currently not supported
==> etcd [7cffd154f0249dfe779a4f37df3ba05700ede9139a0c82bbcc26256ca8f5e5f0] <==
{"level":"warn","ts":"2025-10-06T12:33:33.897938Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42106","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.944124Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42138","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.998385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42146","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.029982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42174","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.061788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42196","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.102158Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42210","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.126766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42236","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.159279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42258","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.183199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42298","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.204832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42320","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.241922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42350","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.268102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42402","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.294312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42426","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.316880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42448","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.357823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42488","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.397802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42510","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.439071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42580","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.498396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42640","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.576252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42702","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.610689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42750","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.642742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42778","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.673621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42796","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.691872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42808","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.754124Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42826","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-10-06T12:33:37.237904Z","caller":"traceutil/trace.go:172","msg":"trace[1058357360] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"103.094199ms","start":"2025-10-06T12:33:37.134795Z","end":"2025-10-06T12:33:37.237889Z","steps":["trace[1058357360] 'process raft request' (duration: 103.000798ms)"],"step_count":1}
==> kernel <==
12:34:36 up 2:17, 0 user, load average: 4.79, 4.08, 2.99
Linux default-k8s-diff-port-684953 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [e8e1bf28f63667f70744cbdd6348d0844a8946be3d7633a4732cfc5cd9cdebfc] <==
I1006 12:33:38.300051 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:33:38.300294 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1006 12:33:38.300426 1 main.go:148] setting mtu 1500 for CNI
I1006 12:33:38.300438 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:33:38.300451 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:33:38Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:33:38.590275 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:33:38.590304 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:33:38.590313 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:33:38.590629 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:34:08.565674 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:34:08.591258 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1006 12:34:08.591437 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:34:08.591571 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1006 12:34:09.890449 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:34:09.890693 1 metrics.go:72] Registering metrics
I1006 12:34:09.890750 1 controller.go:711] "Syncing nftables rules"
I1006 12:34:18.565288 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:34:18.565408 1 main.go:301] handling current node
I1006 12:34:28.569608 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:34:28.569643 1 main.go:301] handling current node
==> kube-apiserver [d583474e8bf55c09f18ae216cb79948bfc591e42a41ac84722cc1290c361572a] <==
I1006 12:33:36.757719 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:33:36.765823 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:33:36.766950 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:33:36.767027 1 policy_source.go:240] refreshing policies
I1006 12:33:36.767114 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1006 12:33:36.767174 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 12:33:36.793649 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:33:36.805315 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1006 12:33:36.809709 1 cache.go:39] Caches are synced for LocalAvailability controller
I1006 12:33:36.826353 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:33:36.827120 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:33:36.828749 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1006 12:33:36.817836 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:33:36.821334 1 controller.go:667] quota admission added evaluator for: serviceaccounts
E1006 12:33:36.979994 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:33:37.136460 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:33:39.398571 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:33:39.823702 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:33:40.064181 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:33:40.106776 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:33:40.243139 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.111.135.161"}
I1006 12:33:40.302051 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.110.222.153"}
I1006 12:33:42.364868 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:33:42.403954 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:33:42.680424 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [2bc0c3a9848973e67ff98679050504da90f206f7fa56256cc33bf15d06cb79e6] <==
I1006 12:33:42.385425 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1006 12:33:42.385609 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:33:42.385974 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1006 12:33:42.389788 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:33:42.390819 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:33:42.391299 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:33:42.391408 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:33:42.391417 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:33:42.391422 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:33:42.391481 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:33:42.397234 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:33:42.397485 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:33:42.398553 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:33:42.402432 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:33:42.405324 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:33:42.405448 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:33:42.409739 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1006 12:33:42.416443 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring"
I1006 12:33:42.424468 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 12:33:42.424753 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 12:33:42.424915 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="default-k8s-diff-port-684953"
I1006 12:33:42.425078 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1006 12:33:42.437884 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 12:33:42.441690 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:33:42.443859 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
==> kube-proxy [8f4bc29df8f60a4ae5829bf45790777213a9c03e8422cd2da8d7035274ec8435] <==
I1006 12:33:38.999057 1 server_linux.go:53] "Using iptables proxy"
I1006 12:33:39.856345 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:33:40.157762 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:33:40.181663 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1006 12:33:40.181737 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:33:40.268744 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:33:40.268869 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:33:40.276966 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:33:40.277338 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:33:40.277660 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:40.279262 1 config.go:200] "Starting service config controller"
I1006 12:33:40.279324 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:33:40.279369 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:33:40.279410 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:33:40.279446 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:33:40.279483 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:33:40.280889 1 config.go:309] "Starting node config controller"
I1006 12:33:40.280954 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:33:40.280986 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:33:40.380793 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:33:40.380839 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:33:40.380878 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [c7c30db31882b19e7214cd6b9d0132c4a79abad59a5ebdb52ff99d5c917569a9] <==
I1006 12:33:34.626150 1 serving.go:386] Generated self-signed cert in-memory
I1006 12:33:39.781490 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:33:39.789940 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:39.892795 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:33:39.892899 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 12:33:39.892933 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 12:33:39.892966 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:33:39.894232 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:39.894247 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:39.894266 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:33:39.894273 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:33:39.999006 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:33:39.999229 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 12:33:39.999246 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:33:42 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:42.941587 774 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f9mkb\" (UniqueName: \"kubernetes.io/projected/379935fc-eda6-4cca-952e-ca5e87dce06d-kube-api-access-f9mkb\") pod \"dashboard-metrics-scraper-6ffb444bf9-jfq8t\" (UID: \"379935fc-eda6-4cca-952e-ca5e87dce06d\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t"
Oct 06 12:33:42 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:42.941655 774 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6js2c\" (UniqueName: \"kubernetes.io/projected/0b7db9b8-a1db-429d-9501-11961976b840-kube-api-access-6js2c\") pod \"kubernetes-dashboard-855c9754f9-66phq\" (UID: \"0b7db9b8-a1db-429d-9501-11961976b840\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-66phq"
Oct 06 12:33:42 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:42.941686 774 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/0b7db9b8-a1db-429d-9501-11961976b840-tmp-volume\") pod \"kubernetes-dashboard-855c9754f9-66phq\" (UID: \"0b7db9b8-a1db-429d-9501-11961976b840\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-66phq"
Oct 06 12:33:42 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:42.941720 774 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/379935fc-eda6-4cca-952e-ca5e87dce06d-tmp-volume\") pod \"dashboard-metrics-scraper-6ffb444bf9-jfq8t\" (UID: \"379935fc-eda6-4cca-952e-ca5e87dce06d\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t"
Oct 06 12:33:43 default-k8s-diff-port-684953 kubelet[774]: W1006 12:33:43.181094 774 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/crio-5fc2250f8a91f27865ad9cd39d55594274d658c2b3ce26e3fc431480f39d32d5 WatchSource:0}: Error finding container 5fc2250f8a91f27865ad9cd39d55594274d658c2b3ce26e3fc431480f39d32d5: Status 404 returned error can't find the container with id 5fc2250f8a91f27865ad9cd39d55594274d658c2b3ce26e3fc431480f39d32d5
Oct 06 12:33:43 default-k8s-diff-port-684953 kubelet[774]: W1006 12:33:43.201792 774 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/crio-1607f991a5ed3afc9e0f804c61b5db47310ce9db4c98088e3b20a16340a670a4 WatchSource:0}: Error finding container 1607f991a5ed3afc9e0f804c61b5db47310ce9db4c98088e3b20a16340a670a4: Status 404 returned error can't find the container with id 1607f991a5ed3afc9e0f804c61b5db47310ce9db4c98088e3b20a16340a670a4
Oct 06 12:33:50 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:50.803490 774 scope.go:117] "RemoveContainer" containerID="4a60a3fbaf7274fdde812ebcf6d35757906fbbe9412c75d66e12a98aeeec3d0f"
Oct 06 12:33:51 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:51.809305 774 scope.go:117] "RemoveContainer" containerID="4a60a3fbaf7274fdde812ebcf6d35757906fbbe9412c75d66e12a98aeeec3d0f"
Oct 06 12:33:51 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:51.810077 774 scope.go:117] "RemoveContainer" containerID="1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894"
Oct 06 12:33:51 default-k8s-diff-port-684953 kubelet[774]: E1006 12:33:51.810349 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:33:53 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:53.134079 774 scope.go:117] "RemoveContainer" containerID="1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894"
Oct 06 12:33:53 default-k8s-diff-port-684953 kubelet[774]: E1006 12:33:53.134261 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.291541 774 scope.go:117] "RemoveContainer" containerID="1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.857733 774 scope.go:117] "RemoveContainer" containerID="5a59260569ddd50a4fbdb24a392caeab81a41c25dfffb9bf6c5f4f8601d33539"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.882659 774 scope.go:117] "RemoveContainer" containerID="1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.882857 774 scope.go:117] "RemoveContainer" containerID="a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: E1006 12:34:08.883065 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.937231 774 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-66phq" podStartSLOduration=13.217101099 podStartE2EDuration="26.937207941s" podCreationTimestamp="2025-10-06 12:33:42 +0000 UTC" firstStartedPulling="2025-10-06 12:33:43.205990782 +0000 UTC m=+16.287332944" lastFinishedPulling="2025-10-06 12:33:56.926097624 +0000 UTC m=+30.007439786" observedRunningTime="2025-10-06 12:33:57.865162771 +0000 UTC m=+30.946504933" watchObservedRunningTime="2025-10-06 12:34:08.937207941 +0000 UTC m=+42.018550103"
Oct 06 12:34:13 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:13.133843 774 scope.go:117] "RemoveContainer" containerID="a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
Oct 06 12:34:13 default-k8s-diff-port-684953 kubelet[774]: E1006 12:34:13.134063 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:34:27 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:27.293497 774 scope.go:117] "RemoveContainer" containerID="a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
Oct 06 12:34:27 default-k8s-diff-port-684953 kubelet[774]: E1006 12:34:27.302214 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:34:33 default-k8s-diff-port-684953 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:34:33 default-k8s-diff-port-684953 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:34:33 default-k8s-diff-port-684953 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [658c0246cc6ca5ebc1277a9ae58b1d9661aa77e6e445d68d02ee48ac38a6e0e1] <==
2025/10/06 12:33:57 Starting overwatch
2025/10/06 12:33:57 Using namespace: kubernetes-dashboard
2025/10/06 12:33:57 Using in-cluster config to connect to apiserver
2025/10/06 12:33:57 Using secret token for csrf signing
2025/10/06 12:33:57 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/10/06 12:33:57 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/10/06 12:33:57 Successful initial request to the apiserver, version: v1.34.1
2025/10/06 12:33:57 Generating JWE encryption key
2025/10/06 12:33:57 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/10/06 12:33:57 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/10/06 12:33:57 Initializing JWE encryption key from synchronized object
2025/10/06 12:33:57 Creating in-cluster Sidecar client
2025/10/06 12:33:57 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:33:57 Serving insecurely on HTTP port: 9090
2025/10/06 12:34:27 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0] <==
I1006 12:34:09.017002 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1006 12:34:09.017156 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1006 12:34:09.020156 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:12.476338 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:16.737582 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:20.336904 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:23.391178 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:26.413813 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:26.422814 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:34:26.423055 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:34:26.423846 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"a4855e02-2a4c-40a3-a445-0a1fc4db6ec3", APIVersion:"v1", ResourceVersion:"684", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-684953_292e1625-07a0-4e53-817e-03454b3ed9a0 became leader
I1006 12:34:26.423889 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-684953_292e1625-07a0-4e53-817e-03454b3ed9a0!
W1006 12:34:26.440102 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:26.447193 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:34:26.524960 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-684953_292e1625-07a0-4e53-817e-03454b3ed9a0!
W1006 12:34:28.450425 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:28.455244 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:30.458626 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:30.464208 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:32.468035 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:32.475100 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:34.478077 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:34.483020 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:36.490889 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:36.497813 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [5a59260569ddd50a4fbdb24a392caeab81a41c25dfffb9bf6c5f4f8601d33539] <==
I1006 12:33:37.866825 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1006 12:34:07.887499 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953: exit status 2 (341.624031ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context default-k8s-diff-port-684953 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect default-k8s-diff-port-684953
helpers_test.go:243: (dbg) docker inspect default-k8s-diff-port-684953:
-- stdout --
[
{
"Id": "c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4",
"Created": "2025-10-06T12:31:26.161212053Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 496492,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-06T12:33:19.034883846Z",
"FinishedAt": "2025-10-06T12:33:17.997144658Z"
},
"Image": "sha256:5f534d1f6dbdc6822bb3d07eb55e2a83d08e94cbdcc855a877b4f3dd1ac1278e",
"ResolvConfPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/hostname",
"HostsPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/hosts",
"LogPath": "/var/lib/docker/containers/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4-json.log",
"Name": "/default-k8s-diff-port-684953",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-684953:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default-k8s-diff-port-684953",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4",
"LowerDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9-init/diff:/var/lib/docker/overlay2/b4343eb4e5a0c393f6eac305cde4b8482d7062d048eb44fea1f3543bcf686d5d/diff",
"MergedDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/merged",
"UpperDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/diff",
"WorkDir": "/var/lib/docker/overlay2/e4a1665bb20a3405676605d2d5efe34b3ceb7f807195bd18c273e80fe828fca9/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-684953",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-684953/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-684953",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-684953",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-684953",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "ea228b81c0991d1be93f9ee1c20eae6dad042931a035e83b384f252a760c6323",
"SandboxKey": "/var/run/docker/netns/ea228b81c099",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33459"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33460"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33463"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33461"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33462"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"default-k8s-diff-port-684953": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "42:fe:76:74:4e:1e",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "8e923e464e47ccee03350c974d4ace9e6a27efa7041a9b2a449c0b85d6c08da8",
"EndpointID": "fb2271215135d4c96aa291d4cf231e98dc883711b7c29d004895b35a3f1dc6db",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-684953",
"c39150b1056d"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953: exit status 2 (360.656472ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:247: status error: exit status 2 (may be ok)
helpers_test.go:252: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-684953 logs -n 25
helpers_test.go:255: (dbg) Done: out/minikube-linux-arm64 -p default-k8s-diff-port-684953 logs -n 25: (1.307814539s)
helpers_test.go:260: TestStartStop/group/default-k8s-diff-port/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬──────────┬─────────┬─────────────────────┬─────────────
────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼──────────┼─────────┼─────────────────────┼─────────────
────────┤
│ unpause │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ stop │ -p json-output-327606 --output=json --user=testUser │ json-output-327606 │ testUser │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ delete │ -p json-output-327606 │ json-output-327606 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ start │ -p json-output-error-316496 --memory=3072 --output=json --wait=true --driver=fail │ json-output-error-316496 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ │
│ delete │ -p json-output-error-316496 │ json-output-error-316496 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:55 UTC │
│ start │ -p docker-network-177249 --network= │ docker-network-177249 │ jenkins │ v1.37.0 │ 06 Oct 25 11:55 UTC │ 06 Oct 25 11:56 UTC │
│ delete │ -p docker-network-177249 │ docker-network-177249 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ start │ -p docker-network-135271 --network=bridge │ docker-network-135271 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ delete │ -p docker-network-135271 │ docker-network-135271 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:56 UTC │
│ start │ -p existing-network-199291 --network=existing-network │ existing-network-199291 │ jenkins │ v1.37.0 │ 06 Oct 25 11:56 UTC │ 06 Oct 25 11:57 UTC │
│ delete │ -p existing-network-199291 │ existing-network-199291 │ jenkins │ v1.37.0 │ 06 Oct 25 11:57 UTC │ 06 Oct 25 11:57 UTC │
│ start │ -p custom-subnet-207584 --subnet=192.168.60.0/24 │ custom-subnet-207584 │ jenkins │ v1.37.0 │ 06 Oct 25 11:57 UTC │ 06 Oct 25 11:58 UTC │
│ delete │ -p custom-subnet-207584 │ custom-subnet-207584 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ start │ -p static-ip-632922 --static-ip=192.168.200.200 │ static-ip-632922 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ ip │ static-ip-632922 ip │ static-ip-632922 │ jenkins │ v1.37.0 │ 06 Oct 25 11:58 UTC │ 06 Oct 25 11:58 UTC │
│ start │ -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:34 UTC │
│ addons │ enable dashboard -p newest-cni-316056 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ start │ -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ image │ newest-cni-316056 image list --format=json │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ pause │ -p newest-cni-316056 --alsologtostderr -v=1 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
│ delete │ -p newest-cni-316056 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ delete │ -p newest-cni-316056 │ newest-cni-316056 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ 06 Oct 25 12:33 UTC │
│ start │ -p auto-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio │ auto-735070 │ jenkins │ v1.37.0 │ 06 Oct 25 12:33 UTC │ │
│ image │ default-k8s-diff-port-684953 image list --format=json │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:34 UTC │ 06 Oct 25 12:34 UTC │
│ pause │ -p default-k8s-diff-port-684953 --alsologtostderr -v=1 │ default-k8s-diff-port-684953 │ jenkins │ v1.37.0 │ 06 Oct 25 12:34 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴──────────┴─────────┴─────────────────────┴─────────────
────────┘
==> Last Start <==
Log file created at: 2025/10/06 12:33:50
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 12:33:50.655942 501340 out.go:360] Setting OutFile to fd 1 ...
I1006 12:33:50.656123 501340 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:50.656133 501340 out.go:374] Setting ErrFile to fd 2...
I1006 12:33:50.656137 501340 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:33:50.656410 501340 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:33:50.656851 501340 out.go:368] Setting JSON to false
I1006 12:33:50.657992 501340 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8183,"bootTime":1759745848,"procs":200,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:33:50.658058 501340 start.go:140] virtualization:
I1006 12:33:50.661946 501340 out.go:179] * [auto-735070] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:33:50.665124 501340 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:33:50.665200 501340 notify.go:220] Checking for updates...
I1006 12:33:50.672567 501340 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:33:50.675551 501340 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:33:50.678584 501340 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:33:50.681421 501340 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:33:50.684283 501340 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:33:50.687688 501340 config.go:182] Loaded profile config "default-k8s-diff-port-684953": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:33:50.687869 501340 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:33:50.722749 501340 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:33:50.722881 501340 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:50.831134 501340 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:33:50.818923365 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:50.831244 501340 docker.go:318] overlay module found
I1006 12:33:50.836685 501340 out.go:179] * Using the docker driver based on user configuration
I1006 12:33:50.840867 501340 start.go:304] selected driver: docker
I1006 12:33:50.840887 501340 start.go:924] validating driver "docker" against <nil>
I1006 12:33:50.840901 501340 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:33:50.841698 501340 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:33:50.954094 501340 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:33:50.943037043 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:33:50.954258 501340 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 12:33:50.954496 501340 start_flags.go:992] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1006 12:33:50.958596 501340 out.go:179] * Using Docker driver with root privileges
I1006 12:33:50.961621 501340 cni.go:84] Creating CNI manager for ""
I1006 12:33:50.961695 501340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:33:50.961710 501340 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 12:33:50.961800 501340 start.go:348] cluster config:
{Name:auto-735070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:cri
o CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: Au
toPauseInterval:1m0s}
I1006 12:33:50.964954 501340 out.go:179] * Starting "auto-735070" primary control-plane node in "auto-735070" cluster
I1006 12:33:50.967790 501340 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 12:33:50.970726 501340 out.go:179] * Pulling base image v0.0.48-1759382731-21643 ...
I1006 12:33:50.973600 501340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:50.973660 501340 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
I1006 12:33:50.973669 501340 cache.go:58] Caching tarball of preloaded images
I1006 12:33:50.973768 501340 preload.go:233] Found /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1006 12:33:50.973778 501340 cache.go:61] Finished verifying existence of preloaded tar for v1.34.1 on crio
I1006 12:33:50.973904 501340 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/config.json ...
I1006 12:33:50.973921 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/config.json: {Name:mka4315a009fa3f7bade5aeca4e3f1d4a2ddfc26 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:33:50.974095 501340 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 12:33:50.994309 501340 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon, skipping pull
I1006 12:33:50.994329 501340 cache.go:147] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d exists in daemon, skipping load
I1006 12:33:50.994350 501340 cache.go:232] Successfully downloaded all kic artifacts
I1006 12:33:50.994373 501340 start.go:360] acquireMachinesLock for auto-735070: {Name:mk9121cbb470df9354608cd49edd0a627bbc114d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1006 12:33:50.994469 501340 start.go:364] duration metric: took 80.321µs to acquireMachinesLock for "auto-735070"
I1006 12:33:50.994495 501340 start.go:93] Provisioning new machine with config: &{Name:auto-735070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikub
eCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: Soc
ketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:33:50.994560 501340 start.go:125] createHost starting for "" (driver="docker")
W1006 12:33:49.898249 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:33:52.403755 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:33:50.997860 501340 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1006 12:33:50.998086 501340 start.go:159] libmachine.API.Create for "auto-735070" (driver="docker")
I1006 12:33:50.998126 501340 client.go:168] LocalClient.Create starting
I1006 12:33:50.998192 501340 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem
I1006 12:33:50.998230 501340 main.go:141] libmachine: Decoding PEM data...
I1006 12:33:50.998244 501340 main.go:141] libmachine: Parsing certificate...
I1006 12:33:50.998299 501340 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem
I1006 12:33:50.998317 501340 main.go:141] libmachine: Decoding PEM data...
I1006 12:33:50.998327 501340 main.go:141] libmachine: Parsing certificate...
I1006 12:33:50.998708 501340 cli_runner.go:164] Run: docker network inspect auto-735070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 12:33:51.018580 501340 cli_runner.go:211] docker network inspect auto-735070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 12:33:51.018684 501340 network_create.go:284] running [docker network inspect auto-735070] to gather additional debugging logs...
I1006 12:33:51.018703 501340 cli_runner.go:164] Run: docker network inspect auto-735070
W1006 12:33:51.041901 501340 cli_runner.go:211] docker network inspect auto-735070 returned with exit code 1
I1006 12:33:51.041937 501340 network_create.go:287] error running [docker network inspect auto-735070]: docker network inspect auto-735070: exit status 1
stdout:
[]
stderr:
Error response from daemon: network auto-735070 not found
I1006 12:33:51.041953 501340 network_create.go:289] output of [docker network inspect auto-735070]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network auto-735070 not found
** /stderr **
I1006 12:33:51.042056 501340 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:33:51.070057 501340 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 12:33:51.070460 501340 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-cec8db44dfba IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:f2:29:82:11:76:a4} reservation:<nil>}
I1006 12:33:51.070714 501340 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-284b88ed195d IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:0e:69:14:cf:85:56} reservation:<nil>}
I1006 12:33:51.071035 501340 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-8e923e464e47 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:6a:54:51:c3:b8:51} reservation:<nil>}
I1006 12:33:51.071514 501340 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a1b420}
I1006 12:33:51.071548 501340 network_create.go:124] attempt to create docker network auto-735070 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1006 12:33:51.071611 501340 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=auto-735070 auto-735070
I1006 12:33:51.169023 501340 network_create.go:108] docker network auto-735070 192.168.85.0/24 created
I1006 12:33:51.169058 501340 kic.go:121] calculated static IP "192.168.85.2" for the "auto-735070" container
I1006 12:33:51.169153 501340 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1006 12:33:51.209401 501340 cli_runner.go:164] Run: docker volume create auto-735070 --label name.minikube.sigs.k8s.io=auto-735070 --label created_by.minikube.sigs.k8s.io=true
I1006 12:33:51.239123 501340 oci.go:103] Successfully created a docker volume auto-735070
I1006 12:33:51.239230 501340 cli_runner.go:164] Run: docker run --rm --name auto-735070-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=auto-735070 --entrypoint /usr/bin/test -v auto-735070:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -d /var/lib
I1006 12:33:51.958721 501340 oci.go:107] Successfully prepared a docker volume auto-735070
I1006 12:33:51.958771 501340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:33:51.958792 501340 kic.go:194] Starting extracting preloaded images to volume ...
I1006 12:33:51.958873 501340 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v auto-735070:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir
W1006 12:33:54.900338 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:33:57.397704 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:33:57.406801 501340 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v auto-735070:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d -I lz4 -xf /preloaded.tar -C /extractDir: (5.447869724s)
I1006 12:33:57.406834 501340 kic.go:203] duration metric: took 5.448038653s to extract preloaded images to volume ...
W1006 12:33:57.406982 501340 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1006 12:33:57.407098 501340 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1006 12:33:57.482777 501340 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname auto-735070 --name auto-735070 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=auto-735070 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=auto-735070 --network auto-735070 --ip 192.168.85.2 --volume auto-735070:/var --security-opt apparmor=unconfined --memory=3072mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d
I1006 12:33:57.815193 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Running}}
I1006 12:33:57.845728 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:33:57.872716 501340 cli_runner.go:164] Run: docker exec auto-735070 stat /var/lib/dpkg/alternatives/iptables
I1006 12:33:57.946518 501340 oci.go:144] the created container "auto-735070" has a running status.
I1006 12:33:57.946552 501340 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa...
I1006 12:33:58.198986 501340 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1006 12:33:58.227629 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:33:58.253810 501340 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1006 12:33:58.253829 501340 kic_runner.go:114] Args: [docker exec --privileged auto-735070 chown docker:docker /home/docker/.ssh/authorized_keys]
I1006 12:33:58.325588 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:33:58.345245 501340 machine.go:93] provisionDockerMachine start ...
I1006 12:33:58.345338 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:33:58.367355 501340 main.go:141] libmachine: Using SSH client type: native
I1006 12:33:58.367683 501340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33469 <nil> <nil>}
I1006 12:33:58.367692 501340 main.go:141] libmachine: About to run SSH command:
hostname
I1006 12:33:58.368677 501340 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
W1006 12:33:59.896227 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:01.897830 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:34:01.502161 501340 main.go:141] libmachine: SSH cmd err, output: <nil>: auto-735070
I1006 12:34:01.502185 501340 ubuntu.go:182] provisioning hostname "auto-735070"
I1006 12:34:01.502253 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:01.520458 501340 main.go:141] libmachine: Using SSH client type: native
I1006 12:34:01.520767 501340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33469 <nil> <nil>}
I1006 12:34:01.520778 501340 main.go:141] libmachine: About to run SSH command:
sudo hostname auto-735070 && echo "auto-735070" | sudo tee /etc/hostname
I1006 12:34:01.667791 501340 main.go:141] libmachine: SSH cmd err, output: <nil>: auto-735070
I1006 12:34:01.667960 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:01.687996 501340 main.go:141] libmachine: Using SSH client type: native
I1006 12:34:01.688380 501340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33469 <nil> <nil>}
I1006 12:34:01.688398 501340 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sauto-735070' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 auto-735070/g' /etc/hosts;
else
echo '127.0.1.1 auto-735070' | sudo tee -a /etc/hosts;
fi
fi
I1006 12:34:01.821953 501340 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1006 12:34:01.822042 501340 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21699-290955/.minikube CaCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21699-290955/.minikube}
I1006 12:34:01.822095 501340 ubuntu.go:190] setting up certificates
I1006 12:34:01.822120 501340 provision.go:84] configureAuth start
I1006 12:34:01.822197 501340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-735070
I1006 12:34:01.841976 501340 provision.go:143] copyHostCerts
I1006 12:34:01.842051 501340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem, removing ...
I1006 12:34:01.842065 501340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem
I1006 12:34:01.842159 501340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/ca.pem (1082 bytes)
I1006 12:34:01.842267 501340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem, removing ...
I1006 12:34:01.842277 501340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem
I1006 12:34:01.842305 501340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/cert.pem (1123 bytes)
I1006 12:34:01.842368 501340 exec_runner.go:144] found /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem, removing ...
I1006 12:34:01.842376 501340 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem
I1006 12:34:01.842401 501340 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21699-290955/.minikube/key.pem (1679 bytes)
I1006 12:34:01.842462 501340 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem org=jenkins.auto-735070 san=[127.0.0.1 192.168.85.2 auto-735070 localhost minikube]
I1006 12:34:02.401874 501340 provision.go:177] copyRemoteCerts
I1006 12:34:02.401952 501340 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1006 12:34:02.402001 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:02.419823 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:02.518131 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1006 12:34:02.543416 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1006 12:34:02.562745 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1006 12:34:02.582162 501340 provision.go:87] duration metric: took 760.005222ms to configureAuth
I1006 12:34:02.582234 501340 ubuntu.go:206] setting minikube options for container-runtime
I1006 12:34:02.582447 501340 config.go:182] Loaded profile config "auto-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:34:02.582583 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:02.601128 501340 main.go:141] libmachine: Using SSH client type: native
I1006 12:34:02.601445 501340 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3ef110] 0x3f18d0 <nil> [] 0s} 127.0.0.1 33469 <nil> <nil>}
I1006 12:34:02.601466 501340 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1006 12:34:02.850294 501340 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1006 12:34:02.850320 501340 machine.go:96] duration metric: took 4.505053616s to provisionDockerMachine
I1006 12:34:02.850335 501340 client.go:171] duration metric: took 11.852197491s to LocalClient.Create
I1006 12:34:02.850353 501340 start.go:167] duration metric: took 11.852268901s to libmachine.API.Create "auto-735070"
I1006 12:34:02.850362 501340 start.go:293] postStartSetup for "auto-735070" (driver="docker")
I1006 12:34:02.850372 501340 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1006 12:34:02.850441 501340 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1006 12:34:02.850495 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:02.868303 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:02.966337 501340 ssh_runner.go:195] Run: cat /etc/os-release
I1006 12:34:02.970049 501340 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1006 12:34:02.970083 501340 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1006 12:34:02.970095 501340 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/addons for local assets ...
I1006 12:34:02.970152 501340 filesync.go:126] Scanning /home/jenkins/minikube-integration/21699-290955/.minikube/files for local assets ...
I1006 12:34:02.970238 501340 filesync.go:149] local asset: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem -> 2928112.pem in /etc/ssl/certs
I1006 12:34:02.970344 501340 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1006 12:34:02.978310 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:34:02.998110 501340 start.go:296] duration metric: took 147.73165ms for postStartSetup
I1006 12:34:02.998496 501340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-735070
I1006 12:34:03.029116 501340 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/config.json ...
I1006 12:34:03.029425 501340 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:34:03.029480 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:03.049290 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:03.142808 501340 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1006 12:34:03.147761 501340 start.go:128] duration metric: took 12.153184528s to createHost
I1006 12:34:03.147789 501340 start.go:83] releasing machines lock for "auto-735070", held for 12.153310643s
I1006 12:34:03.147880 501340 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" auto-735070
I1006 12:34:03.165763 501340 ssh_runner.go:195] Run: cat /version.json
I1006 12:34:03.165827 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:03.166135 501340 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1006 12:34:03.166205 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:03.186854 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:03.204550 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:03.285226 501340 ssh_runner.go:195] Run: systemctl --version
I1006 12:34:03.374507 501340 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1006 12:34:03.420945 501340 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1006 12:34:03.425653 501340 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1006 12:34:03.425725 501340 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1006 12:34:03.456736 501340 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/10-crio-bridge.conflist.disabled] bridge cni config(s)
I1006 12:34:03.456757 501340 start.go:495] detecting cgroup driver to use...
I1006 12:34:03.456798 501340 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1006 12:34:03.456859 501340 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1006 12:34:03.474429 501340 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1006 12:34:03.487915 501340 docker.go:218] disabling cri-docker service (if available) ...
I1006 12:34:03.488034 501340 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1006 12:34:03.506657 501340 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1006 12:34:03.526628 501340 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1006 12:34:03.662150 501340 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1006 12:34:03.802826 501340 docker.go:234] disabling docker service ...
I1006 12:34:03.802941 501340 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1006 12:34:03.826897 501340 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1006 12:34:03.842056 501340 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1006 12:34:03.964342 501340 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1006 12:34:04.094595 501340 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1006 12:34:04.107992 501340 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1006 12:34:04.122661 501340 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1006 12:34:04.122734 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.132595 501340 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1006 12:34:04.132668 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.142673 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.151633 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.160694 501340 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1006 12:34:04.169076 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.178812 501340 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.192265 501340 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1006 12:34:04.201648 501340 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1006 12:34:04.209434 501340 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1006 12:34:04.216946 501340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:34:04.341687 501340 ssh_runner.go:195] Run: sudo systemctl restart crio
I1006 12:34:04.474067 501340 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1006 12:34:04.474183 501340 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1006 12:34:04.478555 501340 start.go:563] Will wait 60s for crictl version
I1006 12:34:04.478665 501340 ssh_runner.go:195] Run: which crictl
I1006 12:34:04.482257 501340 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1006 12:34:04.508942 501340 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.1
RuntimeApiVersion: v1
I1006 12:34:04.509101 501340 ssh_runner.go:195] Run: crio --version
I1006 12:34:04.543698 501340 ssh_runner.go:195] Run: crio --version
I1006 12:34:04.575702 501340 out.go:179] * Preparing Kubernetes v1.34.1 on CRI-O 1.34.1 ...
I1006 12:34:04.578644 501340 cli_runner.go:164] Run: docker network inspect auto-735070 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 12:34:04.595099 501340 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1006 12:34:04.599043 501340 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:34:04.609436 501340 kubeadm.go:883] updating cluster {Name:auto-735070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:
[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1006 12:34:04.609585 501340 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 12:34:04.609651 501340 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:34:04.649256 501340 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:34:04.649280 501340 crio.go:433] Images already preloaded, skipping extraction
I1006 12:34:04.649338 501340 ssh_runner.go:195] Run: sudo crictl images --output json
I1006 12:34:04.676457 501340 crio.go:514] all images are preloaded for cri-o runtime.
I1006 12:34:04.676483 501340 cache_images.go:85] Images are preloaded, skipping loading
I1006 12:34:04.676491 501340 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.34.1 crio true true} ...
I1006 12:34:04.676578 501340 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.34.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=auto-735070 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1006 12:34:04.676716 501340 ssh_runner.go:195] Run: crio config
I1006 12:34:04.735607 501340 cni.go:84] Creating CNI manager for ""
I1006 12:34:04.735630 501340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:34:04.735647 501340 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1006 12:34:04.735672 501340 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.34.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:auto-735070 NodeName:auto-735070 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/
manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1006 12:34:04.735805 501340 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "auto-735070"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.34.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1006 12:34:04.735879 501340 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.34.1
I1006 12:34:04.743918 501340 binaries.go:44] Found k8s binaries, skipping transfer
I1006 12:34:04.744023 501340 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1006 12:34:04.751957 501340 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (361 bytes)
I1006 12:34:04.765046 501340 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1006 12:34:04.779162 501340 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2208 bytes)
I1006 12:34:04.793483 501340 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1006 12:34:04.797318 501340 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1006 12:34:04.807593 501340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:34:04.925945 501340 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:34:04.944400 501340 certs.go:69] Setting up /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070 for IP: 192.168.85.2
I1006 12:34:04.944478 501340 certs.go:195] generating shared ca certs ...
I1006 12:34:04.944510 501340 certs.go:227] acquiring lock for ca certs: {Name:mkee09f7a9834bef89d4ff9bad68cb52f86b8bb4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:04.944706 501340 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key
I1006 12:34:04.944776 501340 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key
I1006 12:34:04.944811 501340 certs.go:257] generating profile certs ...
I1006 12:34:04.944893 501340 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.key
I1006 12:34:04.944940 501340 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt with IP's: []
I1006 12:34:05.522117 501340 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt ...
I1006 12:34:05.522153 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt: {Name:mk92b2edfea433deb5c046eb81a027dd2f6cb8c6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:05.522382 501340 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.key ...
I1006 12:34:05.522394 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.key: {Name:mk65aaadc5a3c5ba68eeae1b9a7c2355a08c5f66 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:05.522478 501340 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key.fcaddc01
I1006 12:34:05.522502 501340 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt.fcaddc01 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1006 12:34:06.263204 501340 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt.fcaddc01 ...
I1006 12:34:06.263238 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt.fcaddc01: {Name:mke00c443f4cfd130e52574722d1019bef9d2c43 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:06.263430 501340 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key.fcaddc01 ...
I1006 12:34:06.263447 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key.fcaddc01: {Name:mke12e7328d16e3f9b979d5d2cdec3c692ee36eb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:06.263530 501340 certs.go:382] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt.fcaddc01 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt
I1006 12:34:06.263623 501340 certs.go:386] copying /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key.fcaddc01 -> /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key
I1006 12:34:06.263696 501340 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.key
I1006 12:34:06.263716 501340 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.crt with IP's: []
I1006 12:34:06.470668 501340 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.crt ...
I1006 12:34:06.470702 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.crt: {Name:mk0a30410dd7f50472d7071673b0714365c86e56 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:06.470882 501340 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.key ...
I1006 12:34:06.470898 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.key: {Name:mk1996047af67d650e1812681673a9dcec787669 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:06.471095 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem (1338 bytes)
W1006 12:34:06.471136 501340 certs.go:480] ignoring /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811_empty.pem, impossibly tiny 0 bytes
I1006 12:34:06.471149 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca-key.pem (1679 bytes)
I1006 12:34:06.471174 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/ca.pem (1082 bytes)
I1006 12:34:06.471199 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/cert.pem (1123 bytes)
I1006 12:34:06.471225 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/certs/key.pem (1679 bytes)
I1006 12:34:06.471270 501340 certs.go:484] found cert: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem (1708 bytes)
I1006 12:34:06.471893 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1006 12:34:06.491897 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1006 12:34:06.512196 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1006 12:34:06.531080 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1006 12:34:06.552352 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1415 bytes)
I1006 12:34:06.571933 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1006 12:34:06.592108 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1006 12:34:06.610885 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1006 12:34:06.632040 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/ssl/certs/2928112.pem --> /usr/share/ca-certificates/2928112.pem (1708 bytes)
I1006 12:34:06.651994 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1006 12:34:06.671297 501340 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21699-290955/.minikube/certs/292811.pem --> /usr/share/ca-certificates/292811.pem (1338 bytes)
I1006 12:34:06.689681 501340 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1006 12:34:06.703202 501340 ssh_runner.go:195] Run: openssl version
I1006 12:34:06.709999 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2928112.pem && ln -fs /usr/share/ca-certificates/2928112.pem /etc/ssl/certs/2928112.pem"
I1006 12:34:06.718554 501340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2928112.pem
I1006 12:34:06.722307 501340 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 6 11:28 /usr/share/ca-certificates/2928112.pem
I1006 12:34:06.722373 501340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2928112.pem
I1006 12:34:06.768487 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2928112.pem /etc/ssl/certs/3ec20f2e.0"
I1006 12:34:06.777416 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1006 12:34:06.786643 501340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1006 12:34:06.790891 501340 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 6 11:22 /usr/share/ca-certificates/minikubeCA.pem
I1006 12:34:06.791001 501340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1006 12:34:06.833836 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1006 12:34:06.842417 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/292811.pem && ln -fs /usr/share/ca-certificates/292811.pem /etc/ssl/certs/292811.pem"
I1006 12:34:06.851384 501340 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/292811.pem
I1006 12:34:06.855503 501340 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 6 11:28 /usr/share/ca-certificates/292811.pem
I1006 12:34:06.855605 501340 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/292811.pem
I1006 12:34:06.900481 501340 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/292811.pem /etc/ssl/certs/51391683.0"
I1006 12:34:06.908986 501340 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1006 12:34:06.913369 501340 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1006 12:34:06.913444 501340 kubeadm.go:400] StartCluster: {Name:auto-735070 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:auto-735070 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:15m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetCl
ientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 12:34:06.913552 501340 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1006 12:34:06.913617 501340 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1006 12:34:06.942368 501340 cri.go:89] found id: ""
I1006 12:34:06.942447 501340 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1006 12:34:06.950815 501340 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1006 12:34:06.959185 501340 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1006 12:34:06.959269 501340 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1006 12:34:06.967665 501340 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1006 12:34:06.967686 501340 kubeadm.go:157] found existing configuration files:
I1006 12:34:06.967747 501340 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1006 12:34:06.975822 501340 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1006 12:34:06.975928 501340 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1006 12:34:06.983966 501340 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1006 12:34:06.992078 501340 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1006 12:34:06.992159 501340 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1006 12:34:07.000013 501340 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1006 12:34:07.009634 501340 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1006 12:34:07.009722 501340 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1006 12:34:07.018400 501340 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1006 12:34:07.026796 501340 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1006 12:34:07.026892 501340 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1006 12:34:07.035865 501340 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.34.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1006 12:34:07.104355 501340 kubeadm.go:318] [init] Using Kubernetes version: v1.34.1
I1006 12:34:07.104419 501340 kubeadm.go:318] [preflight] Running pre-flight checks
I1006 12:34:07.129661 501340 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1006 12:34:07.129740 501340 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1084-aws[0m
I1006 12:34:07.129785 501340 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1006 12:34:07.129836 501340 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1006 12:34:07.129891 501340 kubeadm.go:318] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1006 12:34:07.129943 501340 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1006 12:34:07.129997 501340 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1006 12:34:07.130052 501340 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1006 12:34:07.130106 501340 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1006 12:34:07.130156 501340 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1006 12:34:07.130209 501340 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1006 12:34:07.130270 501340 kubeadm.go:318] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1006 12:34:07.204363 501340 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1006 12:34:07.204484 501340 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1006 12:34:07.204583 501340 kubeadm.go:318] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1006 12:34:07.212307 501340 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
W1006 12:34:04.395833 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:06.396695 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:08.398083 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:34:07.218278 501340 out.go:252] - Generating certificates and keys ...
I1006 12:34:07.218472 501340 kubeadm.go:318] [certs] Using existing ca certificate authority
I1006 12:34:07.218609 501340 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1006 12:34:07.510941 501340 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1006 12:34:07.935144 501340 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1006 12:34:09.784678 501340 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1006 12:34:09.924063 501340 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1006 12:34:10.482253 501340 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1006 12:34:10.482739 501340 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [auto-735070 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
W1006 12:34:10.399376 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:12.896575 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:34:11.041323 501340 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1006 12:34:11.041744 501340 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [auto-735070 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1006 12:34:11.488436 501340 kubeadm.go:318] [certs] Generating "etcd/healthcheck-client" certificate and key
I1006 12:34:11.852827 501340 kubeadm.go:318] [certs] Generating "apiserver-etcd-client" certificate and key
I1006 12:34:11.999443 501340 kubeadm.go:318] [certs] Generating "sa" key and public key
I1006 12:34:11.999723 501340 kubeadm.go:318] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1006 12:34:12.904472 501340 kubeadm.go:318] [kubeconfig] Writing "admin.conf" kubeconfig file
I1006 12:34:13.195110 501340 kubeadm.go:318] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1006 12:34:14.455761 501340 kubeadm.go:318] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1006 12:34:14.733237 501340 kubeadm.go:318] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1006 12:34:15.195489 501340 kubeadm.go:318] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1006 12:34:15.196361 501340 kubeadm.go:318] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1006 12:34:15.199405 501340 kubeadm.go:318] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1006 12:34:15.203135 501340 out.go:252] - Booting up control plane ...
I1006 12:34:15.203261 501340 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1006 12:34:15.203342 501340 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1006 12:34:15.203740 501340 kubeadm.go:318] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1006 12:34:15.219894 501340 kubeadm.go:318] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1006 12:34:15.220008 501340 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1006 12:34:15.227631 501340 kubeadm.go:318] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1006 12:34:15.228224 501340 kubeadm.go:318] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1006 12:34:15.228516 501340 kubeadm.go:318] [kubelet-start] Starting the kubelet
I1006 12:34:15.376789 501340 kubeadm.go:318] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1006 12:34:15.376915 501340 kubeadm.go:318] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
W1006 12:34:14.898462 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
W1006 12:34:17.402915 496271 pod_ready.go:104] pod "coredns-66bc5c9577-8qxqf" is not "Ready", error: <nil>
I1006 12:34:16.877868 501340 kubeadm.go:318] [kubelet-check] The kubelet is healthy after 1.501026252s
I1006 12:34:16.881167 501340 kubeadm.go:318] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1006 12:34:16.881285 501340 kubeadm.go:318] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1006 12:34:16.881568 501340 kubeadm.go:318] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1006 12:34:16.881662 501340 kubeadm.go:318] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1006 12:34:19.241172 501340 kubeadm.go:318] [control-plane-check] kube-controller-manager is healthy after 2.359410826s
I1006 12:34:19.896179 496271 pod_ready.go:94] pod "coredns-66bc5c9577-8qxqf" is "Ready"
I1006 12:34:19.896202 496271 pod_ready.go:86] duration metric: took 39.506432746s for pod "coredns-66bc5c9577-8qxqf" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.899709 496271 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.913051 496271 pod_ready.go:94] pod "etcd-default-k8s-diff-port-684953" is "Ready"
I1006 12:34:19.913075 496271 pod_ready.go:86] duration metric: took 13.341629ms for pod "etcd-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.916479 496271 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.922696 496271 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-684953" is "Ready"
I1006 12:34:19.922772 496271 pod_ready.go:86] duration metric: took 6.266713ms for pod "kube-apiserver-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:19.925662 496271 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:20.095069 496271 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-684953" is "Ready"
I1006 12:34:20.095098 496271 pod_ready.go:86] duration metric: took 169.361615ms for pod "kube-controller-manager-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:20.293859 496271 pod_ready.go:83] waiting for pod "kube-proxy-5xvwr" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:20.694208 496271 pod_ready.go:94] pod "kube-proxy-5xvwr" is "Ready"
I1006 12:34:20.694232 496271 pod_ready.go:86] duration metric: took 400.350638ms for pod "kube-proxy-5xvwr" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:20.893834 496271 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:21.294064 496271 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-684953" is "Ready"
I1006 12:34:21.294090 496271 pod_ready.go:86] duration metric: took 400.232401ms for pod "kube-scheduler-default-k8s-diff-port-684953" in "kube-system" namespace to be "Ready" or be gone ...
I1006 12:34:21.294104 496271 pod_ready.go:40] duration metric: took 40.912311101s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1006 12:34:21.385268 496271 start.go:623] kubectl: 1.33.2, cluster: 1.34.1 (minor skew: 1)
I1006 12:34:21.388428 496271 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-684953" cluster and "default" namespace by default
I1006 12:34:21.155272 501340 kubeadm.go:318] [control-plane-check] kube-scheduler is healthy after 4.274055212s
I1006 12:34:22.882997 501340 kubeadm.go:318] [control-plane-check] kube-apiserver is healthy after 6.001746226s
I1006 12:34:22.903342 501340 kubeadm.go:318] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1006 12:34:22.918409 501340 kubeadm.go:318] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1006 12:34:22.939297 501340 kubeadm.go:318] [upload-certs] Skipping phase. Please see --upload-certs
I1006 12:34:22.939538 501340 kubeadm.go:318] [mark-control-plane] Marking the node auto-735070 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1006 12:34:22.955260 501340 kubeadm.go:318] [bootstrap-token] Using token: os3fu3.dw8nr4grgaoio0a2
I1006 12:34:22.958324 501340 out.go:252] - Configuring RBAC rules ...
I1006 12:34:22.958494 501340 kubeadm.go:318] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1006 12:34:22.962769 501340 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1006 12:34:22.971142 501340 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1006 12:34:22.977654 501340 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1006 12:34:22.982535 501340 kubeadm.go:318] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1006 12:34:22.987148 501340 kubeadm.go:318] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1006 12:34:23.296186 501340 kubeadm.go:318] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1006 12:34:23.752715 501340 kubeadm.go:318] [addons] Applied essential addon: CoreDNS
I1006 12:34:24.289409 501340 kubeadm.go:318] [addons] Applied essential addon: kube-proxy
I1006 12:34:24.290818 501340 kubeadm.go:318]
I1006 12:34:24.290905 501340 kubeadm.go:318] Your Kubernetes control-plane has initialized successfully!
I1006 12:34:24.290912 501340 kubeadm.go:318]
I1006 12:34:24.290993 501340 kubeadm.go:318] To start using your cluster, you need to run the following as a regular user:
I1006 12:34:24.290998 501340 kubeadm.go:318]
I1006 12:34:24.291025 501340 kubeadm.go:318] mkdir -p $HOME/.kube
I1006 12:34:24.291086 501340 kubeadm.go:318] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1006 12:34:24.291139 501340 kubeadm.go:318] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1006 12:34:24.291143 501340 kubeadm.go:318]
I1006 12:34:24.291199 501340 kubeadm.go:318] Alternatively, if you are the root user, you can run:
I1006 12:34:24.291204 501340 kubeadm.go:318]
I1006 12:34:24.291274 501340 kubeadm.go:318] export KUBECONFIG=/etc/kubernetes/admin.conf
I1006 12:34:24.291288 501340 kubeadm.go:318]
I1006 12:34:24.291342 501340 kubeadm.go:318] You should now deploy a pod network to the cluster.
I1006 12:34:24.291420 501340 kubeadm.go:318] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1006 12:34:24.291497 501340 kubeadm.go:318] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1006 12:34:24.291502 501340 kubeadm.go:318]
I1006 12:34:24.291591 501340 kubeadm.go:318] You can now join any number of control-plane nodes by copying certificate authorities
I1006 12:34:24.291671 501340 kubeadm.go:318] and service account keys on each node and then running the following as root:
I1006 12:34:24.291675 501340 kubeadm.go:318]
I1006 12:34:24.291763 501340 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token os3fu3.dw8nr4grgaoio0a2 \
I1006 12:34:24.291902 501340 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949 \
I1006 12:34:24.291925 501340 kubeadm.go:318] --control-plane
I1006 12:34:24.291935 501340 kubeadm.go:318]
I1006 12:34:24.292024 501340 kubeadm.go:318] Then you can join any number of worker nodes by running the following on each as root:
I1006 12:34:24.292029 501340 kubeadm.go:318]
I1006 12:34:24.292113 501340 kubeadm.go:318] kubeadm join control-plane.minikube.internal:8443 --token os3fu3.dw8nr4grgaoio0a2 \
I1006 12:34:24.292219 501340 kubeadm.go:318] --discovery-token-ca-cert-hash sha256:336cb18a2fa98d774c6f712ce072a79c11a1cfdee5b1a9a9417e5f85d78c4949
I1006 12:34:24.294723 501340 kubeadm.go:318] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1006 12:34:24.294975 501340 kubeadm.go:318] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1084-aws\n", err: exit status 1
I1006 12:34:24.295085 501340 kubeadm.go:318] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1006 12:34:24.295102 501340 cni.go:84] Creating CNI manager for ""
I1006 12:34:24.295110 501340 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 12:34:24.298450 501340 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1006 12:34:24.301702 501340 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1006 12:34:24.306120 501340 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.34.1/kubectl ...
I1006 12:34:24.306149 501340 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1006 12:34:24.326212 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1006 12:34:24.650455 501340 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1006 12:34:24.650563 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:24.650641 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes auto-735070 minikube.k8s.io/updated_at=2025_10_06T12_34_24_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90 minikube.k8s.io/name=auto-735070 minikube.k8s.io/primary=true
I1006 12:34:24.845843 501340 ops.go:34] apiserver oom_adj: -16
I1006 12:34:24.845952 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:25.346782 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:25.846496 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:26.346102 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:26.846128 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:27.346149 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:27.846720 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:28.346081 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:28.846285 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:29.346321 501340 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.34.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1006 12:34:29.445029 501340 kubeadm.go:1113] duration metric: took 4.794525691s to wait for elevateKubeSystemPrivileges
I1006 12:34:29.445063 501340 kubeadm.go:402] duration metric: took 22.53162332s to StartCluster
I1006 12:34:29.445080 501340 settings.go:142] acquiring lock: {Name:mk8a0a8caf11ea2dcc79229f551e3efd5b7ebef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:29.445151 501340 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:34:29.446114 501340 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/kubeconfig: {Name:mk09e4f7d776f39039dc6574dcd1981a50a8badd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 12:34:29.446344 501340 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1006 12:34:29.446349 501340 start.go:235] Will wait 15m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1006 12:34:29.446609 501340 config.go:182] Loaded profile config "auto-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:34:29.446656 501340 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1006 12:34:29.446724 501340 addons.go:69] Setting storage-provisioner=true in profile "auto-735070"
I1006 12:34:29.446741 501340 addons.go:238] Setting addon storage-provisioner=true in "auto-735070"
I1006 12:34:29.446767 501340 host.go:66] Checking if "auto-735070" exists ...
I1006 12:34:29.447221 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:34:29.447688 501340 addons.go:69] Setting default-storageclass=true in profile "auto-735070"
I1006 12:34:29.447710 501340 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "auto-735070"
I1006 12:34:29.448000 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:34:29.453355 501340 out.go:179] * Verifying Kubernetes components...
I1006 12:34:29.457715 501340 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1006 12:34:29.486252 501340 addons.go:238] Setting addon default-storageclass=true in "auto-735070"
I1006 12:34:29.486293 501340 host.go:66] Checking if "auto-735070" exists ...
I1006 12:34:29.486723 501340 cli_runner.go:164] Run: docker container inspect auto-735070 --format={{.State.Status}}
I1006 12:34:29.500701 501340 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1006 12:34:29.503617 501340 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:34:29.503642 501340 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1006 12:34:29.503708 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:29.535689 501340 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I1006 12:34:29.535709 501340 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1006 12:34:29.535811 501340 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" auto-735070
I1006 12:34:29.553746 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:29.582034 501340 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33469 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/auto-735070/id_rsa Username:docker}
I1006 12:34:29.757999 501340 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1006 12:34:29.758664 501340 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.34.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1006 12:34:29.776175 501340 node_ready.go:35] waiting up to 15m0s for node "auto-735070" to be "Ready" ...
I1006 12:34:29.880464 501340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1006 12:34:29.902874 501340 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.34.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1006 12:34:30.349142 501340 start.go:976] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1006 12:34:30.654001 501340 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1006 12:34:30.656971 501340 addons.go:514] duration metric: took 1.210294405s for enable addons: enabled=[storage-provisioner default-storageclass]
I1006 12:34:30.858490 501340 kapi.go:214] "coredns" deployment in "kube-system" namespace and "auto-735070" context rescaled to 1 replicas
W1006 12:34:31.779503 501340 node_ready.go:57] node "auto-735070" has "Ready":"False" status (will retry)
W1006 12:34:33.782853 501340 node_ready.go:57] node "auto-735070" has "Ready":"False" status (will retry)
==> CRI-O <==
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.890600473Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.893251732Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/7c1e8188ad46022cf4263aa8a11f11afd22326601ca42ceb212fc0ab07818afd/merged/etc/passwd: no such file or directory"
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.893403332Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/7c1e8188ad46022cf4263aa8a11f11afd22326601ca42ceb212fc0ab07818afd/merged/etc/group: no such file or directory"
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.894190796Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.904000777Z" level=info msg="Removing container: 1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894" id=ef0eca52-1ca4-4ac1-b091-1c99fec2f7c7 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.937997186Z" level=info msg="Error loading conmon cgroup of container 1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894: cgroup deleted" id=ef0eca52-1ca4-4ac1-b091-1c99fec2f7c7 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.950330588Z" level=info msg="Removed container 1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894: kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t/dashboard-metrics-scraper" id=ef0eca52-1ca4-4ac1-b091-1c99fec2f7c7 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.972617497Z" level=info msg="Created container 47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0: kube-system/storage-provisioner/storage-provisioner" id=4ed95e2b-64af-48e3-a31c-2a8852c8b517 name=/runtime.v1.RuntimeService/CreateContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.973975233Z" level=info msg="Starting container: 47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0" id=5a91553e-9144-4b82-9454-53f8156df7da name=/runtime.v1.RuntimeService/StartContainer
Oct 06 12:34:08 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:08.976517502Z" level=info msg="Started container" PID=1639 containerID=47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0 description=kube-system/storage-provisioner/storage-provisioner id=5a91553e-9144-4b82-9454-53f8156df7da name=/runtime.v1.RuntimeService/StartContainer sandboxID=c1bed92fd30be68f17ac6e23baab30ae1a74c15037d3fdfe1fa79e3e134bb867
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.565699822Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.570251992Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.570291516Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.570316394Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.574718197Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.574876342Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.575053171Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.581901109Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.58208314Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.582164551Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.586065357Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.586229755Z" level=info msg="Updated default CNI network name to kindnet"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.586307663Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.594755313Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Oct 06 12:34:18 default-k8s-diff-port-684953 crio[647]: time="2025-10-06T12:34:18.594929139Z" level=info msg="Updated default CNI network name to kindnet"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
47dfbde5d7798 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 29 seconds ago Running storage-provisioner 2 c1bed92fd30be storage-provisioner kube-system
a85b68f529222 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 30 seconds ago Exited dashboard-metrics-scraper 2 5fc2250f8a91f dashboard-metrics-scraper-6ffb444bf9-jfq8t kubernetes-dashboard
658c0246cc6ca docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf 41 seconds ago Running kubernetes-dashboard 0 1607f991a5ed3 kubernetes-dashboard-855c9754f9-66phq kubernetes-dashboard
df480776651eb 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc About a minute ago Running coredns 1 9778d051e1163 coredns-66bc5c9577-8qxqf kube-system
e8e1bf28f6366 b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c About a minute ago Running kindnet-cni 1 aa44e429477f6 kindnet-668x5 kube-system
26afda4103214 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c About a minute ago Running busybox 1 6b2a5438d8c97 busybox default
8f4bc29df8f60 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9 About a minute ago Running kube-proxy 1 f75f55b2852d6 kube-proxy-5xvwr kube-system
5a59260569ddd ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 About a minute ago Exited storage-provisioner 1 c1bed92fd30be storage-provisioner kube-system
c7c30db31882b b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0 About a minute ago Running kube-scheduler 1 281b395447c17 kube-scheduler-default-k8s-diff-port-684953 kube-system
2bc0c3a984897 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a About a minute ago Running kube-controller-manager 1 167338f231dd1 kube-controller-manager-default-k8s-diff-port-684953 kube-system
7cffd154f0249 a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e About a minute ago Running etcd 1 e7281e0a4eef0 etcd-default-k8s-diff-port-684953 kube-system
d583474e8bf55 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196 About a minute ago Running kube-apiserver 1 74f6870176471 kube-apiserver-default-k8s-diff-port-684953 kube-system
==> coredns [df480776651ebf0c28543c2fbbbf0d1acaa851d2cefb8295bbd01bfa87db9796] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.12.1
linux/arm64, go1.24.1, 707c7c1
[INFO] 127.0.0.1:40198 - 49574 "HINFO IN 7640864604511871073.4646496349689252981. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.014180326s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.32.3/tools/cache/reflector.go:251: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: Unhandled Error
[INFO] plugin/ready: Still waiting on: "kubernetes"
==> describe nodes <==
Name: default-k8s-diff-port-684953
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=default-k8s-diff-port-684953
kubernetes.io/os=linux
minikube.k8s.io/commit=50d7d47c19166cac3be9dfa00556b86000c60e90
minikube.k8s.io/name=default-k8s-diff-port-684953
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_10_06T12_32_02_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 06 Oct 2025 12:31:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-684953
AcquireTime: <unset>
RenewTime: Mon, 06 Oct 2025 12:34:27 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 06 Oct 2025 12:34:17 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 06 Oct 2025 12:34:17 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 06 Oct 2025 12:34:17 +0000 Mon, 06 Oct 2025 12:31:50 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 06 Oct 2025 12:34:17 +0000 Mon, 06 Oct 2025 12:32:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: default-k8s-diff-port-684953
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 50c5c5d3f40a4fe687fbb04de498019b
System UUID: 851a03de-1838-447f-ac2c-7c7303cd070c
Boot ID: 856e4f50-22c3-473f-828a-4da4d79a7f31
Kernel Version: 5.15.0-1084-aws
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.34.1
Kubelet Version: v1.34.1
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 106s
kube-system coredns-66bc5c9577-8qxqf 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 2m31s
kube-system etcd-default-k8s-diff-port-684953 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 2m37s
kube-system kindnet-668x5 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 2m31s
kube-system kube-apiserver-default-k8s-diff-port-684953 250m (12%) 0 (0%) 0 (0%) 0 (0%) 2m40s
kube-system kube-controller-manager-default-k8s-diff-port-684953 200m (10%) 0 (0%) 0 (0%) 0 (0%) 2m40s
kube-system kube-proxy-5xvwr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m31s
kube-system kube-scheduler-default-k8s-diff-port-684953 100m (5%) 0 (0%) 0 (0%) 0 (0%) 2m40s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m30s
kubernetes-dashboard dashboard-metrics-scraper-6ffb444bf9-jfq8t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 56s
kubernetes-dashboard kubernetes-dashboard-855c9754f9-66phq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 56s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%) 100m (5%)
memory 220Mi (2%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m30s kube-proxy
Normal Starting 58s kube-proxy
Normal NodeHasSufficientMemory 2m50s (x8 over 2m50s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m50s (x8 over 2m50s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m50s (x8 over 2m50s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m37s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasNoDiskPressure
Warning CgroupV1 2m37s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 2m37s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 2m37s kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientPID
Normal Starting 2m37s kubelet Starting kubelet.
Normal RegisteredNode 2m32s node-controller Node default-k8s-diff-port-684953 event: Registered Node default-k8s-diff-port-684953 in Controller
Normal NodeReady 110s kubelet Node default-k8s-diff-port-684953 status is now: NodeReady
Normal Starting 71s kubelet Starting kubelet.
Warning CgroupV1 71s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 71s (x8 over 71s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 71s (x8 over 71s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 71s (x8 over 71s) kubelet Node default-k8s-diff-port-684953 status is now: NodeHasSufficientPID
Normal RegisteredNode 56s node-controller Node default-k8s-diff-port-684953 event: Registered Node default-k8s-diff-port-684953 in Controller
==> dmesg <==
[ +18.390598] overlayfs: idmapped layers are currently not supported
[Oct 6 12:07] overlayfs: idmapped layers are currently not supported
[ +26.753464] overlayfs: idmapped layers are currently not supported
[Oct 6 12:08] overlayfs: idmapped layers are currently not supported
[Oct 6 12:10] overlayfs: idmapped layers are currently not supported
[Oct 6 12:12] overlayfs: idmapped layers are currently not supported
[Oct 6 12:13] overlayfs: idmapped layers are currently not supported
[ +28.061126] overlayfs: idmapped layers are currently not supported
[Oct 6 12:15] overlayfs: idmapped layers are currently not supported
[ +8.621989] kauditd_printk_skb: 8 callbacks suppressed
[Oct 6 12:16] overlayfs: idmapped layers are currently not supported
[Oct 6 12:17] overlayfs: idmapped layers are currently not supported
[Oct 6 12:24] overlayfs: idmapped layers are currently not supported
[Oct 6 12:26] overlayfs: idmapped layers are currently not supported
[Oct 6 12:27] overlayfs: idmapped layers are currently not supported
[Oct 6 12:28] overlayfs: idmapped layers are currently not supported
[ +22.481779] overlayfs: idmapped layers are currently not supported
[Oct 6 12:29] overlayfs: idmapped layers are currently not supported
[Oct 6 12:30] overlayfs: idmapped layers are currently not supported
[Oct 6 12:31] overlayfs: idmapped layers are currently not supported
[ +19.790897] overlayfs: idmapped layers are currently not supported
[Oct 6 12:32] overlayfs: idmapped layers are currently not supported
[Oct 6 12:33] overlayfs: idmapped layers are currently not supported
[ +0.676020] overlayfs: idmapped layers are currently not supported
[Oct 6 12:34] overlayfs: idmapped layers are currently not supported
==> etcd [7cffd154f0249dfe779a4f37df3ba05700ede9139a0c82bbcc26256ca8f5e5f0] <==
{"level":"warn","ts":"2025-10-06T12:33:33.897938Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42106","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.944124Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42138","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:33.998385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42146","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.029982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42174","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.061788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42196","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.102158Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42210","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.126766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42236","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.159279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42258","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.183199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42298","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.204832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42320","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.241922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42350","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.268102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42402","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.294312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42426","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.316880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42448","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.357823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42488","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.397802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42510","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.439071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42580","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.498396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42640","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.576252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42702","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.610689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42750","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.642742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42778","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.673621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42796","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.691872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42808","server-name":"","error":"EOF"}
{"level":"warn","ts":"2025-10-06T12:33:34.754124Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42826","server-name":"","error":"EOF"}
{"level":"info","ts":"2025-10-06T12:33:37.237904Z","caller":"traceutil/trace.go:172","msg":"trace[1058357360] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"103.094199ms","start":"2025-10-06T12:33:37.134795Z","end":"2025-10-06T12:33:37.237889Z","steps":["trace[1058357360] 'process raft request' (duration: 103.000798ms)"],"step_count":1}
==> kernel <==
12:34:38 up 2:17, 0 user, load average: 4.79, 4.08, 2.99
Linux default-k8s-diff-port-684953 5.15.0-1084-aws #91~20.04.1-Ubuntu SMP Fri May 2 07:00:04 UTC 2025 aarch64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [e8e1bf28f63667f70744cbdd6348d0844a8946be3d7633a4732cfc5cd9cdebfc] <==
I1006 12:33:38.300051 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1006 12:33:38.300294 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1006 12:33:38.300426 1 main.go:148] setting mtu 1500 for CNI
I1006 12:33:38.300438 1 main.go:178] kindnetd IP family: "ipv4"
I1006 12:33:38.300451 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-10-06T12:33:38Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1006 12:33:38.590275 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1006 12:33:38.590304 1 controller.go:381] "Waiting for informer caches to sync"
I1006 12:33:38.590313 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1006 12:33:38.590629 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1006 12:34:08.565674 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1006 12:34:08.591258 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1006 12:34:08.591437 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
E1006 12:34:08.591571 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
I1006 12:34:09.890449 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1006 12:34:09.890693 1 metrics.go:72] Registering metrics
I1006 12:34:09.890750 1 controller.go:711] "Syncing nftables rules"
I1006 12:34:18.565288 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:34:18.565408 1 main.go:301] handling current node
I1006 12:34:28.569608 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:34:28.569643 1 main.go:301] handling current node
I1006 12:34:38.573748 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1006 12:34:38.573778 1 main.go:301] handling current node
==> kube-apiserver [d583474e8bf55c09f18ae216cb79948bfc591e42a41ac84722cc1290c361572a] <==
I1006 12:33:36.757719 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1006 12:33:36.765823 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1006 12:33:36.766950 1 shared_informer.go:356] "Caches are synced" controller="*generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]"
I1006 12:33:36.767027 1 policy_source.go:240] refreshing policies
I1006 12:33:36.767114 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1006 12:33:36.767174 1 default_servicecidr_controller.go:137] Shutting down kubernetes-service-cidr-controller
I1006 12:33:36.793649 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1006 12:33:36.805315 1 shared_informer.go:356] "Caches are synced" controller="configmaps"
I1006 12:33:36.809709 1 cache.go:39] Caches are synced for LocalAvailability controller
I1006 12:33:36.826353 1 shared_informer.go:356] "Caches are synced" controller="cluster_authentication_trust_controller"
I1006 12:33:36.827120 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1006 12:33:36.828749 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1006 12:33:36.817836 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1006 12:33:36.821334 1 controller.go:667] quota admission added evaluator for: serviceaccounts
E1006 12:33:36.979994 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1006 12:33:37.136460 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1006 12:33:39.398571 1 controller.go:667] quota admission added evaluator for: namespaces
I1006 12:33:39.823702 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1006 12:33:40.064181 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1006 12:33:40.106776 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1006 12:33:40.243139 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.111.135.161"}
I1006 12:33:40.302051 1 alloc.go:328] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.110.222.153"}
I1006 12:33:42.364868 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1006 12:33:42.403954 1 controller.go:667] quota admission added evaluator for: endpoints
I1006 12:33:42.680424 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [2bc0c3a9848973e67ff98679050504da90f206f7fa56256cc33bf15d06cb79e6] <==
I1006 12:33:42.385425 1 shared_informer.go:356] "Caches are synced" controller="cidrallocator"
I1006 12:33:42.385609 1 shared_informer.go:356] "Caches are synced" controller="service account"
I1006 12:33:42.385974 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status"
I1006 12:33:42.389788 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client"
I1006 12:33:42.390819 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown"
I1006 12:33:42.391299 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving"
I1006 12:33:42.391408 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:33:42.391417 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller"
I1006 12:33:42.391422 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller"
I1006 12:33:42.391481 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client"
I1006 12:33:42.397234 1 shared_informer.go:356] "Caches are synced" controller="expand"
I1006 12:33:42.397485 1 shared_informer.go:356] "Caches are synced" controller="persistent volume"
I1006 12:33:42.398553 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
I1006 12:33:42.402432 1 shared_informer.go:356] "Caches are synced" controller="resource_claim"
I1006 12:33:42.405324 1 shared_informer.go:356] "Caches are synced" controller="PVC protection"
I1006 12:33:42.405448 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller"
I1006 12:33:42.409739 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished"
I1006 12:33:42.416443 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring"
I1006 12:33:42.424468 1 shared_informer.go:356] "Caches are synced" controller="taint"
I1006 12:33:42.424753 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone=""
I1006 12:33:42.424915 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="default-k8s-diff-port-684953"
I1006 12:33:42.425078 1 node_lifecycle_controller.go:1067] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I1006 12:33:42.437884 1 shared_informer.go:356] "Caches are synced" controller="namespace"
I1006 12:33:42.441690 1 shared_informer.go:356] "Caches are synced" controller="garbage collector"
I1006 12:33:42.443859 1 shared_informer.go:356] "Caches are synced" controller="resource quota"
==> kube-proxy [8f4bc29df8f60a4ae5829bf45790777213a9c03e8422cd2da8d7035274ec8435] <==
I1006 12:33:38.999057 1 server_linux.go:53] "Using iptables proxy"
I1006 12:33:39.856345 1 shared_informer.go:349] "Waiting for caches to sync" controller="node informer cache"
I1006 12:33:40.157762 1 shared_informer.go:356] "Caches are synced" controller="node informer cache"
I1006 12:33:40.181663 1 server.go:219] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1006 12:33:40.181737 1 server.go:256] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1006 12:33:40.268744 1 server.go:265] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1006 12:33:40.268869 1 server_linux.go:132] "Using iptables Proxier"
I1006 12:33:40.276966 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1006 12:33:40.277338 1 server.go:527] "Version info" version="v1.34.1"
I1006 12:33:40.277660 1 server.go:529] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:40.279262 1 config.go:200] "Starting service config controller"
I1006 12:33:40.279324 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1006 12:33:40.279369 1 config.go:106] "Starting endpoint slice config controller"
I1006 12:33:40.279410 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1006 12:33:40.279446 1 config.go:403] "Starting serviceCIDR config controller"
I1006 12:33:40.279483 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1006 12:33:40.280889 1 config.go:309] "Starting node config controller"
I1006 12:33:40.280954 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1006 12:33:40.280986 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1006 12:33:40.380793 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1006 12:33:40.380839 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1006 12:33:40.380878 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [c7c30db31882b19e7214cd6b9d0132c4a79abad59a5ebdb52ff99d5c917569a9] <==
I1006 12:33:34.626150 1 serving.go:386] Generated self-signed cert in-memory
I1006 12:33:39.781490 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.34.1"
I1006 12:33:39.789940 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1006 12:33:39.892795 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1006 12:33:39.892899 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController
I1006 12:33:39.892933 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController"
I1006 12:33:39.892966 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1006 12:33:39.894232 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:39.894247 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1006 12:33:39.894266 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:33:39.894273 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:33:39.999006 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
I1006 12:33:39.999229 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController"
I1006 12:33:39.999246 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
==> kubelet <==
Oct 06 12:33:42 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:42.941587 774 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f9mkb\" (UniqueName: \"kubernetes.io/projected/379935fc-eda6-4cca-952e-ca5e87dce06d-kube-api-access-f9mkb\") pod \"dashboard-metrics-scraper-6ffb444bf9-jfq8t\" (UID: \"379935fc-eda6-4cca-952e-ca5e87dce06d\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t"
Oct 06 12:33:42 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:42.941655 774 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6js2c\" (UniqueName: \"kubernetes.io/projected/0b7db9b8-a1db-429d-9501-11961976b840-kube-api-access-6js2c\") pod \"kubernetes-dashboard-855c9754f9-66phq\" (UID: \"0b7db9b8-a1db-429d-9501-11961976b840\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-66phq"
Oct 06 12:33:42 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:42.941686 774 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/0b7db9b8-a1db-429d-9501-11961976b840-tmp-volume\") pod \"kubernetes-dashboard-855c9754f9-66phq\" (UID: \"0b7db9b8-a1db-429d-9501-11961976b840\") " pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-66phq"
Oct 06 12:33:42 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:42.941720 774 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/379935fc-eda6-4cca-952e-ca5e87dce06d-tmp-volume\") pod \"dashboard-metrics-scraper-6ffb444bf9-jfq8t\" (UID: \"379935fc-eda6-4cca-952e-ca5e87dce06d\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t"
Oct 06 12:33:43 default-k8s-diff-port-684953 kubelet[774]: W1006 12:33:43.181094 774 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/crio-5fc2250f8a91f27865ad9cd39d55594274d658c2b3ce26e3fc431480f39d32d5 WatchSource:0}: Error finding container 5fc2250f8a91f27865ad9cd39d55594274d658c2b3ce26e3fc431480f39d32d5: Status 404 returned error can't find the container with id 5fc2250f8a91f27865ad9cd39d55594274d658c2b3ce26e3fc431480f39d32d5
Oct 06 12:33:43 default-k8s-diff-port-684953 kubelet[774]: W1006 12:33:43.201792 774 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/c39150b1056d07cc5a3a5ce67fa93cec0b8a866d6e66925338d8440f52c7c1b4/crio-1607f991a5ed3afc9e0f804c61b5db47310ce9db4c98088e3b20a16340a670a4 WatchSource:0}: Error finding container 1607f991a5ed3afc9e0f804c61b5db47310ce9db4c98088e3b20a16340a670a4: Status 404 returned error can't find the container with id 1607f991a5ed3afc9e0f804c61b5db47310ce9db4c98088e3b20a16340a670a4
Oct 06 12:33:50 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:50.803490 774 scope.go:117] "RemoveContainer" containerID="4a60a3fbaf7274fdde812ebcf6d35757906fbbe9412c75d66e12a98aeeec3d0f"
Oct 06 12:33:51 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:51.809305 774 scope.go:117] "RemoveContainer" containerID="4a60a3fbaf7274fdde812ebcf6d35757906fbbe9412c75d66e12a98aeeec3d0f"
Oct 06 12:33:51 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:51.810077 774 scope.go:117] "RemoveContainer" containerID="1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894"
Oct 06 12:33:51 default-k8s-diff-port-684953 kubelet[774]: E1006 12:33:51.810349 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:33:53 default-k8s-diff-port-684953 kubelet[774]: I1006 12:33:53.134079 774 scope.go:117] "RemoveContainer" containerID="1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894"
Oct 06 12:33:53 default-k8s-diff-port-684953 kubelet[774]: E1006 12:33:53.134261 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.291541 774 scope.go:117] "RemoveContainer" containerID="1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.857733 774 scope.go:117] "RemoveContainer" containerID="5a59260569ddd50a4fbdb24a392caeab81a41c25dfffb9bf6c5f4f8601d33539"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.882659 774 scope.go:117] "RemoveContainer" containerID="1ec569edcf0a87b5efa17222954d460deaf32a39325bb8f557e8ff36b351b894"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.882857 774 scope.go:117] "RemoveContainer" containerID="a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: E1006 12:34:08.883065 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:34:08 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:08.937231 774 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-855c9754f9-66phq" podStartSLOduration=13.217101099 podStartE2EDuration="26.937207941s" podCreationTimestamp="2025-10-06 12:33:42 +0000 UTC" firstStartedPulling="2025-10-06 12:33:43.205990782 +0000 UTC m=+16.287332944" lastFinishedPulling="2025-10-06 12:33:56.926097624 +0000 UTC m=+30.007439786" observedRunningTime="2025-10-06 12:33:57.865162771 +0000 UTC m=+30.946504933" watchObservedRunningTime="2025-10-06 12:34:08.937207941 +0000 UTC m=+42.018550103"
Oct 06 12:34:13 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:13.133843 774 scope.go:117] "RemoveContainer" containerID="a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
Oct 06 12:34:13 default-k8s-diff-port-684953 kubelet[774]: E1006 12:34:13.134063 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:34:27 default-k8s-diff-port-684953 kubelet[774]: I1006 12:34:27.293497 774 scope.go:117] "RemoveContainer" containerID="a85b68f529222d8989ebccb10f1fb9b58e8787978849366b8b03d314ae8f3e93"
Oct 06 12:34:27 default-k8s-diff-port-684953 kubelet[774]: E1006 12:34:27.302214 774 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-6ffb444bf9-jfq8t_kubernetes-dashboard(379935fc-eda6-4cca-952e-ca5e87dce06d)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-6ffb444bf9-jfq8t" podUID="379935fc-eda6-4cca-952e-ca5e87dce06d"
Oct 06 12:34:33 default-k8s-diff-port-684953 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Oct 06 12:34:33 default-k8s-diff-port-684953 systemd[1]: kubelet.service: Deactivated successfully.
Oct 06 12:34:33 default-k8s-diff-port-684953 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
==> kubernetes-dashboard [658c0246cc6ca5ebc1277a9ae58b1d9661aa77e6e445d68d02ee48ac38a6e0e1] <==
2025/10/06 12:33:57 Using namespace: kubernetes-dashboard
2025/10/06 12:33:57 Using in-cluster config to connect to apiserver
2025/10/06 12:33:57 Using secret token for csrf signing
2025/10/06 12:33:57 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/10/06 12:33:57 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/10/06 12:33:57 Successful initial request to the apiserver, version: v1.34.1
2025/10/06 12:33:57 Generating JWE encryption key
2025/10/06 12:33:57 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/10/06 12:33:57 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/10/06 12:33:57 Initializing JWE encryption key from synchronized object
2025/10/06 12:33:57 Creating in-cluster Sidecar client
2025/10/06 12:33:57 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:33:57 Serving insecurely on HTTP port: 9090
2025/10/06 12:34:27 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/10/06 12:33:57 Starting overwatch
==> storage-provisioner [47dfbde5d7798776a32bb78f5476079f1974302e03357ce637a99c9beaadb8f0] <==
W1006 12:34:09.020156 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:12.476338 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:16.737582 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:20.336904 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:23.391178 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:26.413813 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:26.422814 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:34:26.423055 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1006 12:34:26.423846 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"a4855e02-2a4c-40a3-a445-0a1fc4db6ec3", APIVersion:"v1", ResourceVersion:"684", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-684953_292e1625-07a0-4e53-817e-03454b3ed9a0 became leader
I1006 12:34:26.423889 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-684953_292e1625-07a0-4e53-817e-03454b3ed9a0!
W1006 12:34:26.440102 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:26.447193 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1006 12:34:26.524960 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-684953_292e1625-07a0-4e53-817e-03454b3ed9a0!
W1006 12:34:28.450425 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:28.455244 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:30.458626 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:30.464208 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:32.468035 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:32.475100 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:34.478077 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:34.483020 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:36.490889 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:36.497813 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:38.501593 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1006 12:34:38.510845 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [5a59260569ddd50a4fbdb24a392caeab81a41c25dfffb9bf6c5f4f8601d33539] <==
I1006 12:33:37.866825 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1006 12:34:07.887499 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953: exit status 2 (389.824894ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:262: status error: exit status 2 (may be ok)
helpers_test.go:269: (dbg) Run: kubectl --context default-k8s-diff-port-684953 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:293: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:294: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/default-k8s-diff-port/serial/Pause (6.49s)
E1006 12:40:18.722693 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:40:23.844714 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:40:34.086964 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:40:36.057029 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
=== RUN TestDownloadOnly/v1.28.0/json-events
aaa_download_only_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-097548 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-097548 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio: (5.456293039s)
--- PASS: TestDownloadOnly/v1.28.0/json-events (5.46s)
=== RUN TestDownloadOnly/v1.28.0/preload-exists
I1006 11:21:23.477022 292811 preload.go:183] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1006 11:21:23.477113 292811 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.28.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.0/LogsDuration
aaa_download_only_test.go:183: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-097548
aaa_download_only_test.go:183: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-097548: exit status 85 (67.114797ms)
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────┬─────────┬─────────┬─────────────────────┬──────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────┼─────────┼─────────┼─────────────────────┼──────────┤
│ start │ -o=json --download-only -p download-only-097548 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-097548 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────┴─────────┴─────────┴─────────────────────┴──────────┘
==> Last Start <==
Log file created at: 2025/10/06 11:21:18
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 11:21:18.078227 292816 out.go:360] Setting OutFile to fd 1 ...
I1006 11:21:18.078422 292816 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:21:18.078432 292816 out.go:374] Setting ErrFile to fd 2...
I1006 11:21:18.078437 292816 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:21:18.078761 292816 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
W1006 11:21:18.078935 292816 root.go:314] Error reading config file at /home/jenkins/minikube-integration/21699-290955/.minikube/config/config.json: open /home/jenkins/minikube-integration/21699-290955/.minikube/config/config.json: no such file or directory
I1006 11:21:18.079396 292816 out.go:368] Setting JSON to true
I1006 11:21:18.080285 292816 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":3830,"bootTime":1759745848,"procs":157,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 11:21:18.080406 292816 start.go:140] virtualization:
I1006 11:21:18.084717 292816 out.go:99] [download-only-097548] minikube v1.37.0 on Ubuntu 20.04 (arm64)
W1006 11:21:18.084933 292816 preload.go:349] Failed to list preload files: open /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball: no such file or directory
I1006 11:21:18.085020 292816 notify.go:220] Checking for updates...
I1006 11:21:18.087914 292816 out.go:171] MINIKUBE_LOCATION=21699
I1006 11:21:18.090950 292816 out.go:171] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 11:21:18.093938 292816 out.go:171] KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:21:18.096986 292816 out.go:171] MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 11:21:18.099895 292816 out.go:171] MINIKUBE_BIN=out/minikube-linux-arm64
W1006 11:21:18.105715 292816 out.go:336] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1006 11:21:18.105990 292816 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 11:21:18.138400 292816 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 11:21:18.138531 292816 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:21:18.198701 292816 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:63 SystemTime:2025-10-06 11:21:18.189800193 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:21:18.198806 292816 docker.go:318] overlay module found
I1006 11:21:18.201863 292816 out.go:99] Using the docker driver based on user configuration
I1006 11:21:18.201901 292816 start.go:304] selected driver: docker
I1006 11:21:18.201914 292816 start.go:924] validating driver "docker" against <nil>
I1006 11:21:18.202017 292816 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:21:18.259602 292816 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:63 SystemTime:2025-10-06 11:21:18.250171399 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:21:18.259777 292816 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 11:21:18.260116 292816 start_flags.go:410] Using suggested 3072MB memory alloc based on sys=7834MB, container=7834MB
I1006 11:21:18.260297 292816 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1006 11:21:18.263344 292816 out.go:171] Using Docker driver with root privileges
I1006 11:21:18.266393 292816 cni.go:84] Creating CNI manager for ""
I1006 11:21:18.266478 292816 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1006 11:21:18.266495 292816 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1006 11:21:18.266581 292816 start.go:348] cluster config:
{Name:download-only-097548 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:download-only-097548 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 11:21:18.269599 292816 out.go:99] Starting "download-only-097548" primary control-plane node in "download-only-097548" cluster
I1006 11:21:18.269638 292816 cache.go:123] Beginning downloading kic base image for docker with crio
I1006 11:21:18.272543 292816 out.go:99] Pulling base image v0.0.48-1759382731-21643 ...
I1006 11:21:18.272593 292816 preload.go:183] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1006 11:21:18.272703 292816 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local docker daemon
I1006 11:21:18.288618 292816 cache.go:152] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d to local cache
I1006 11:21:18.288822 292816 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d in local cache directory
I1006 11:21:18.288918 292816 image.go:150] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d to local cache
I1006 11:21:18.333592 292816 preload.go:148] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.0/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4
I1006 11:21:18.333623 292816 cache.go:58] Caching tarball of preloaded images
I1006 11:21:18.333812 292816 preload.go:183] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1006 11:21:18.337175 292816 out.go:99] Downloading Kubernetes v1.28.0 preload ...
I1006 11:21:18.337201 292816 preload.go:313] getting checksum for preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4 from gcs api...
I1006 11:21:18.425412 292816 preload.go:290] Got checksum from GCS API "e092595ade89dbfc477bd4cd6b9c633b"
I1006 11:21:18.425583 292816 download.go:108] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.0/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:e092595ade89dbfc477bd4cd6b9c633b -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-arm64.tar.lz4
I1006 11:21:21.794814 292816 cache.go:61] Finished verifying existence of preloaded tar for v1.28.0 on crio
I1006 11:21:21.795250 292816 profile.go:143] Saving config to /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/download-only-097548/config.json ...
I1006 11:21:21.795309 292816 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/download-only-097548/config.json: {Name:mkbbdeff4c5d07fbfd0beafd2f61bdfa8ab026df Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1006 11:21:21.795497 292816 preload.go:183] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1006 11:21:21.795718 292816 download.go:108] Downloading: https://dl.k8s.io/release/v1.28.0/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.28.0/bin/linux/arm64/kubectl.sha256 -> /home/jenkins/minikube-integration/21699-290955/.minikube/cache/linux/arm64/v1.28.0/kubectl
* The control-plane node download-only-097548 host does not exist
To start a cluster, run: "minikube start -p download-only-097548"
-- /stdout --
aaa_download_only_test.go:184: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.0/LogsDuration (0.07s)
=== RUN TestDownloadOnly/v1.28.0/DeleteAll
aaa_download_only_test.go:196: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.28.0/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.28.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:207: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-097548
--- PASS: TestDownloadOnly/v1.28.0/DeleteAlwaysSucceeds (0.13s)
=== RUN TestDownloadOnly/v1.34.1/json-events
aaa_download_only_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-827665 --force --alsologtostderr --kubernetes-version=v1.34.1 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-827665 --force --alsologtostderr --kubernetes-version=v1.34.1 --container-runtime=crio --driver=docker --container-runtime=crio: (3.925736398s)
--- PASS: TestDownloadOnly/v1.34.1/json-events (3.93s)
=== RUN TestDownloadOnly/v1.34.1/preload-exists
I1006 11:21:27.814884 292811 preload.go:183] Checking if preload exists for k8s version v1.34.1 and runtime crio
I1006 11:21:27.814923 292811 preload.go:198] Found local preload: /home/jenkins/minikube-integration/21699-290955/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.34.1-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.34.1/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.34.1/LogsDuration
aaa_download_only_test.go:183: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-827665
aaa_download_only_test.go:183: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-827665: exit status 85 (163.485823ms)
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -o=json --download-only -p download-only-097548 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-097548 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ delete │ -p download-only-097548 │ download-only-097548 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ 06 Oct 25 11:21 UTC │
│ start │ -o=json --download-only -p download-only-827665 --force --alsologtostderr --kubernetes-version=v1.34.1 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-827665 │ jenkins │ v1.37.0 │ 06 Oct 25 11:21 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/06 11:21:23
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.6 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1006 11:21:23.933094 293017 out.go:360] Setting OutFile to fd 1 ...
I1006 11:21:23.933298 293017 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:21:23.933326 293017 out.go:374] Setting ErrFile to fd 2...
I1006 11:21:23.933348 293017 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:21:23.933671 293017 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:21:23.934152 293017 out.go:368] Setting JSON to true
I1006 11:21:23.935057 293017 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":3836,"bootTime":1759745848,"procs":149,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 11:21:23.935218 293017 start.go:140] virtualization:
I1006 11:21:23.936816 293017 out.go:99] [download-only-827665] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 11:21:23.937123 293017 notify.go:220] Checking for updates...
I1006 11:21:23.939288 293017 out.go:171] MINIKUBE_LOCATION=21699
I1006 11:21:23.940428 293017 out.go:171] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 11:21:23.941739 293017 out.go:171] KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:21:23.942983 293017 out.go:171] MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 11:21:23.944092 293017 out.go:171] MINIKUBE_BIN=out/minikube-linux-arm64
W1006 11:21:23.946505 293017 out.go:336] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1006 11:21:23.946779 293017 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 11:21:23.969086 293017 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 11:21:23.969209 293017 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:21:24.037242 293017 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:51 SystemTime:2025-10-06 11:21:24.021443363 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:21:24.037374 293017 docker.go:318] overlay module found
I1006 11:21:24.038790 293017 out.go:99] Using the docker driver based on user configuration
I1006 11:21:24.038830 293017 start.go:304] selected driver: docker
I1006 11:21:24.038838 293017 start.go:924] validating driver "docker" against <nil>
I1006 11:21:24.038978 293017 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:21:24.094510 293017 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:51 SystemTime:2025-10-06 11:21:24.085143894 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:21:24.094677 293017 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1006 11:21:24.094978 293017 start_flags.go:410] Using suggested 3072MB memory alloc based on sys=7834MB, container=7834MB
I1006 11:21:24.095139 293017 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1006 11:21:24.096507 293017 out.go:171] Using Docker driver with root privileges
* The control-plane node download-only-827665 host does not exist
To start a cluster, run: "minikube start -p download-only-827665"
-- /stdout --
aaa_download_only_test.go:184: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.34.1/LogsDuration (0.16s)
=== RUN TestDownloadOnly/v1.34.1/DeleteAll
aaa_download_only_test.go:196: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.34.1/DeleteAll (0.35s)
=== RUN TestDownloadOnly/v1.34.1/DeleteAlwaysSucceeds
aaa_download_only_test.go:207: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-827665
--- PASS: TestDownloadOnly/v1.34.1/DeleteAlwaysSucceeds (0.25s)
=== RUN TestBinaryMirror
I1006 11:21:29.726234 292811 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.34.1/bin/linux/arm64/kubectl.sha256
aaa_download_only_test.go:309: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-766369 --alsologtostderr --binary-mirror http://127.0.0.1:39421 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-766369" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-766369
--- PASS: TestBinaryMirror (0.71s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:1000: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-657738
addons_test.go:1000: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-657738: exit status 85 (77.807322ms)
-- stdout --
* Profile "addons-657738" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-657738"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:1011: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-657738
addons_test.go:1011: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-657738: exit status 85 (78.008549ms)
-- stdout --
* Profile "addons-657738" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-657738"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/Setup
addons_test.go:108: (dbg) Run: out/minikube-linux-arm64 start -p addons-657738 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher
addons_test.go:108: (dbg) Done: out/minikube-linux-arm64 start -p addons-657738 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher: (2m49.035283789s)
--- PASS: TestAddons/Setup (169.04s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:630: (dbg) Run: kubectl --context addons-657738 create ns new-namespace
addons_test.go:644: (dbg) Run: kubectl --context addons-657738 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.20s)
=== RUN TestAddons/serial/GCPAuth/FakeCredentials
addons_test.go:675: (dbg) Run: kubectl --context addons-657738 create -f testdata/busybox.yaml
addons_test.go:682: (dbg) Run: kubectl --context addons-657738 create sa gcp-auth-test
addons_test.go:688: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [9f438999-db57-49ab-bec5-59b7eef22409] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [9f438999-db57-49ab-bec5-59b7eef22409] Running
addons_test.go:688: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: integration-test=busybox healthy within 10.003896305s
addons_test.go:694: (dbg) Run: kubectl --context addons-657738 exec busybox -- /bin/sh -c "printenv GOOGLE_APPLICATION_CREDENTIALS"
addons_test.go:706: (dbg) Run: kubectl --context addons-657738 describe sa gcp-auth-test
addons_test.go:720: (dbg) Run: kubectl --context addons-657738 exec busybox -- /bin/sh -c "cat /google-app-creds.json"
addons_test.go:744: (dbg) Run: kubectl --context addons-657738 exec busybox -- /bin/sh -c "printenv GOOGLE_CLOUD_PROJECT"
--- PASS: TestAddons/serial/GCPAuth/FakeCredentials (10.93s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:172: (dbg) Run: out/minikube-linux-arm64 stop -p addons-657738
addons_test.go:172: (dbg) Done: out/minikube-linux-arm64 stop -p addons-657738: (12.073466204s)
addons_test.go:176: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-657738
addons_test.go:180: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-657738
addons_test.go:185: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-657738
--- PASS: TestAddons/StoppedEnableDisable (12.37s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-604678 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (34.444848276s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-604678 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-604678 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-604678 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-604678" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-604678
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-604678: (2.019183892s)
--- PASS: TestCertOptions (37.20s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-843302 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-843302 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio: (34.738654615s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-843302 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-843302 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio: (23.514402914s)
helpers_test.go:175: Cleaning up "cert-expiration-843302" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-843302
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-843302: (2.846545315s)
--- PASS: TestCertExpiration (241.10s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-623836 -n=1 --memory=3072 --wait=false --log_dir=/tmp/nospam-623836 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-623836 -n=1 --memory=3072 --wait=false --log_dir=/tmp/nospam-623836 --driver=docker --container-runtime=crio: (33.069694676s)
--- PASS: TestErrorSpam/setup (33.07s)
=== RUN TestErrorSpam/start
error_spam_test.go:206: Cleaning up 1 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 start --dry-run
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 start --dry-run
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 start --dry-run
--- PASS: TestErrorSpam/start (0.79s)
=== RUN TestErrorSpam/status
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 status
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 status
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 status
--- PASS: TestErrorSpam/status (1.13s)
=== RUN TestErrorSpam/pause
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause: exit status 80 (2.448236022s)
-- stdout --
* Pausing node nospam-623836 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:28:40Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_1.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause" failed: exit status 80
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause: exit status 80 (2.199446481s)
-- stdout --
* Pausing node nospam-623836 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:28:42Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_1.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause" failed: exit status 80
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause
error_spam_test.go:172: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause: exit status 80 (1.878039919s)
-- stdout --
* Pausing node nospam-623836 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:28:44Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_1.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:174: "out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 pause" failed: exit status 80
--- PASS: TestErrorSpam/pause (6.53s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause: exit status 80 (2.121040039s)
-- stdout --
* Unpausing node nospam-623836 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:28:46Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_1.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause" failed: exit status 80
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause: exit status 80 (2.168758198s)
-- stdout --
* Unpausing node nospam-623836 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:28:48Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_1.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause" failed: exit status 80
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause
error_spam_test.go:172: (dbg) Non-zero exit: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause: exit status 80 (1.924581626s)
-- stdout --
* Unpausing node nospam-623836 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-10-06T11:28:50Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_1.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:174: "out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 unpause" failed: exit status 80
--- PASS: TestErrorSpam/unpause (6.21s)
=== RUN TestErrorSpam/stop
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 stop
error_spam_test.go:149: (dbg) Done: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 stop: (1.225092344s)
error_spam_test.go:149: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 stop
error_spam_test.go:172: (dbg) Run: out/minikube-linux-arm64 -p nospam-623836 --log_dir /tmp/nospam-623836 stop
--- PASS: TestErrorSpam/stop (1.44s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1860: local sync path: /home/jenkins/minikube-integration/21699-290955/.minikube/files/etc/test/nested/copy/292811/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2239: (dbg) Run: out/minikube-linux-arm64 start -p functional-061974 --memory=4096 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E1006 11:29:20.373649 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:20.379979 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:20.391314 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:20.412695 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:20.454063 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:20.535433 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:20.696949 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:21.018714 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:21.660063 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:22.941365 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:25.502656 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:30.624729 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:29:40.866760 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:30:01.348210 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
functional_test.go:2239: (dbg) Done: out/minikube-linux-arm64 start -p functional-061974 --memory=4096 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (1m20.826311975s)
--- PASS: TestFunctional/serial/StartWithProxy (80.83s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
I1006 11:30:18.103433 292811 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
functional_test.go:674: (dbg) Run: out/minikube-linux-arm64 start -p functional-061974 --alsologtostderr -v=8
E1006 11:30:42.309764 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
functional_test.go:674: (dbg) Done: out/minikube-linux-arm64 start -p functional-061974 --alsologtostderr -v=8: (45.493215297s)
functional_test.go:678: soft start took 45.495572304s for "functional-061974" cluster.
I1006 11:31:03.597026 292811 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestFunctional/serial/SoftStart (45.50s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:696: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.07s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:711: (dbg) Run: kubectl --context functional-061974 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.09s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1064: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cache add registry.k8s.io/pause:3.1
functional_test.go:1064: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 cache add registry.k8s.io/pause:3.1: (1.223924739s)
functional_test.go:1064: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cache add registry.k8s.io/pause:3.3
functional_test.go:1064: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 cache add registry.k8s.io/pause:3.3: (1.229628547s)
functional_test.go:1064: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cache add registry.k8s.io/pause:latest
functional_test.go:1064: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 cache add registry.k8s.io/pause:latest: (1.120053119s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (3.57s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1092: (dbg) Run: docker build -t minikube-local-cache-test:functional-061974 /tmp/TestFunctionalserialCacheCmdcacheadd_local4056527400/001
functional_test.go:1104: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cache add minikube-local-cache-test:functional-061974
functional_test.go:1109: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cache delete minikube-local-cache-test:functional-061974
functional_test.go:1098: (dbg) Run: docker rmi minikube-local-cache-test:functional-061974
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.12s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1117: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1125: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1139: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.29s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1162: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1168: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1168: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (287.37286ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1173: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cache reload
functional_test.go:1173: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 cache reload: (1.009991271s)
functional_test.go:1178: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (1.93s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1187: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1187: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:731: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 kubectl -- --context functional-061974 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.15s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:756: (dbg) Run: out/kubectl --context functional-061974 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.14s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:772: (dbg) Run: out/minikube-linux-arm64 start -p functional-061974 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
functional_test.go:772: (dbg) Done: out/minikube-linux-arm64 start -p functional-061974 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (32.708234312s)
functional_test.go:776: restart took 32.708337851s for "functional-061974" cluster.
I1006 11:31:43.919120 292811 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestFunctional/serial/ExtraConfig (32.71s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:825: (dbg) Run: kubectl --context functional-061974 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:840: etcd phase: Running
functional_test.go:850: etcd status: Ready
functional_test.go:840: kube-apiserver phase: Running
functional_test.go:850: kube-apiserver status: Ready
functional_test.go:840: kube-controller-manager phase: Running
functional_test.go:850: kube-controller-manager status: Ready
functional_test.go:840: kube-scheduler phase: Running
functional_test.go:850: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.11s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1251: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 logs
functional_test.go:1251: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 logs: (1.771858618s)
--- PASS: TestFunctional/serial/LogsCmd (1.77s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1265: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 logs --file /tmp/TestFunctionalserialLogsFileCmd3060836064/001/logs.txt
functional_test.go:1265: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 logs --file /tmp/TestFunctionalserialLogsFileCmd3060836064/001/logs.txt: (1.547662204s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.55s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2326: (dbg) Run: kubectl --context functional-061974 apply -f testdata/invalidsvc.yaml
functional_test.go:2340: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-061974
functional_test.go:2340: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-061974: exit status 115 (394.027932ms)
-- stdout --
┌───────────┬─────────────┬─────────────┬───────────────────────────┐
│ NAMESPACE │ NAME │ TARGET PORT │ URL │
├───────────┼─────────────┼─────────────┼───────────────────────────┤
│ default │ invalid-svc │ 80 │ http://192.168.49.2:30275 │
└───────────┴─────────────┴─────────────┴───────────────────────────┘
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2332: (dbg) Run: kubectl --context functional-061974 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.30s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 config unset cpus
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 config get cpus
functional_test.go:1214: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 config get cpus: exit status 14 (84.911933ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 config set cpus 2
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 config get cpus
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 config unset cpus
functional_test.go:1214: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 config get cpus
functional_test.go:1214: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 config get cpus: exit status 14 (104.483247ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.52s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:920: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-061974 --alsologtostderr -v=1]
functional_test.go:925: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-061974 --alsologtostderr -v=1] ...
helpers_test.go:525: unable to kill pid 320237: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (10.64s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:989: (dbg) Run: out/minikube-linux-arm64 start -p functional-061974 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:989: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-061974 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (198.253516ms)
-- stdout --
* [functional-061974] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21699
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1006 11:42:12.059151 318164 out.go:360] Setting OutFile to fd 1 ...
I1006 11:42:12.059298 318164 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:12.059310 318164 out.go:374] Setting ErrFile to fd 2...
I1006 11:42:12.059340 318164 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:12.059674 318164 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:42:12.060088 318164 out.go:368] Setting JSON to false
I1006 11:42:12.060994 318164 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5084,"bootTime":1759745848,"procs":176,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 11:42:12.061064 318164 start.go:140] virtualization:
I1006 11:42:12.064539 318164 out.go:179] * [functional-061974] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 11:42:12.068309 318164 out.go:179] - MINIKUBE_LOCATION=21699
I1006 11:42:12.068354 318164 notify.go:220] Checking for updates...
I1006 11:42:12.074808 318164 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 11:42:12.077761 318164 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:42:12.080664 318164 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 11:42:12.083728 318164 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 11:42:12.086702 318164 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 11:42:12.090148 318164 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:12.090718 318164 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 11:42:12.119920 318164 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 11:42:12.120050 318164 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:42:12.181848 318164 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 11:42:12.172384146 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:42:12.181974 318164 docker.go:318] overlay module found
I1006 11:42:12.185105 318164 out.go:179] * Using the docker driver based on existing profile
I1006 11:42:12.188040 318164 start.go:304] selected driver: docker
I1006 11:42:12.188063 318164 start.go:924] validating driver "docker" against &{Name:functional-061974 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-061974 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Moun
tPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 11:42:12.188167 318164 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 11:42:12.191642 318164 out.go:203]
W1006 11:42:12.194382 318164 out.go:285] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1006 11:42:12.197162 318164 out.go:203]
** /stderr **
functional_test.go:1006: (dbg) Run: out/minikube-linux-arm64 start -p functional-061974 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.44s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1035: (dbg) Run: out/minikube-linux-arm64 start -p functional-061974 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1035: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-061974 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (218.896469ms)
-- stdout --
* [functional-061974] minikube v1.37.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21699
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1006 11:42:24.848952 319847 out.go:360] Setting OutFile to fd 1 ...
I1006 11:42:24.849208 319847 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:24.849236 319847 out.go:374] Setting ErrFile to fd 2...
I1006 11:42:24.849253 319847 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:24.850845 319847 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:42:24.851354 319847 out.go:368] Setting JSON to false
I1006 11:42:24.852311 319847 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5097,"bootTime":1759745848,"procs":179,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 11:42:24.852413 319847 start.go:140] virtualization:
I1006 11:42:24.855994 319847 out.go:179] * [functional-061974] minikube v1.37.0 sur Ubuntu 20.04 (arm64)
I1006 11:42:24.859803 319847 out.go:179] - MINIKUBE_LOCATION=21699
I1006 11:42:24.859859 319847 notify.go:220] Checking for updates...
I1006 11:42:24.865479 319847 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 11:42:24.868424 319847 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 11:42:24.871118 319847 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 11:42:24.873978 319847 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 11:42:24.876792 319847 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 11:42:24.880096 319847 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:24.880694 319847 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 11:42:24.907369 319847 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 11:42:24.907505 319847 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:42:24.988941 319847 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 11:42:24.979780253 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:42:24.989052 319847 docker.go:318] overlay module found
I1006 11:42:24.992247 319847 out.go:179] * Utilisation du pilote docker basé sur le profil existant
I1006 11:42:24.995099 319847 start.go:304] selected driver: docker
I1006 11:42:24.995122 319847 start.go:924] validating driver "docker" against &{Name:functional-061974 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759382731-21643@sha256:ca1b4db171879edd6bbb9546a4b1afac2eb5be94a0f5528496e62d2ff99de37d Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.1 ClusterName:functional-061974 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.34.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Moun
tPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1006 11:42:24.995248 319847 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 11:42:24.998727 319847 out.go:203]
W1006 11:42:25.001646 319847 out.go:285] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1006 11:42:25.004513 319847 out.go:203]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.22s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:869: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 status
functional_test.go:875: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:887: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.04s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1695: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 addons list
functional_test.go:1707: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.19s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:50: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:352: "storage-provisioner" [4e0904b0-ace6-4fae-b307-08ae4fd72333] Running
functional_test_pvc_test.go:50: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 6.00329797s
functional_test_pvc_test.go:55: (dbg) Run: kubectl --context functional-061974 get storageclass -o=json
functional_test_pvc_test.go:75: (dbg) Run: kubectl --context functional-061974 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:82: (dbg) Run: kubectl --context functional-061974 get pvc myclaim -o=json
functional_test_pvc_test.go:131: (dbg) Run: kubectl --context functional-061974 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:352: "sp-pod" [89d33f1d-6da5-4e8f-9cff-7b139c90fc78] Pending
helpers_test.go:352: "sp-pod" [89d33f1d-6da5-4e8f-9cff-7b139c90fc78] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:352: "sp-pod" [89d33f1d-6da5-4e8f-9cff-7b139c90fc78] Running
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 11.003819742s
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-061974 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:112: (dbg) Run: kubectl --context functional-061974 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:131: (dbg) Run: kubectl --context functional-061974 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:352: "sp-pod" [c2dda2b3-6ff1-4a1a-9e56-d41af9f09b85] Pending
helpers_test.go:352: "sp-pod" [c2dda2b3-6ff1-4a1a-9e56-d41af9f09b85] Running
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 7.003273056s
functional_test_pvc_test.go:120: (dbg) Run: kubectl --context functional-061974 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (25.45s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1730: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "echo hello"
functional_test.go:1747: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.67s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh -n functional-061974 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cp functional-061974:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd1683928513/001/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh -n functional-061974 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh -n functional-061974 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.10s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1934: Checking for existence of /etc/test/nested/copy/292811/hosts within VM
functional_test.go:1936: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo cat /etc/test/nested/copy/292811/hosts"
functional_test.go:1941: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.35s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1977: Checking for existence of /etc/ssl/certs/292811.pem within VM
functional_test.go:1978: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo cat /etc/ssl/certs/292811.pem"
functional_test.go:1977: Checking for existence of /usr/share/ca-certificates/292811.pem within VM
functional_test.go:1978: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo cat /usr/share/ca-certificates/292811.pem"
functional_test.go:1977: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1978: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:2004: Checking for existence of /etc/ssl/certs/2928112.pem within VM
functional_test.go:2005: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo cat /etc/ssl/certs/2928112.pem"
functional_test.go:2004: Checking for existence of /usr/share/ca-certificates/2928112.pem within VM
functional_test.go:2005: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo cat /usr/share/ca-certificates/2928112.pem"
functional_test.go:2004: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:2005: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.31s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:234: (dbg) Run: kubectl --context functional-061974 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.12s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2032: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo systemctl is-active docker"
functional_test.go:2032: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 ssh "sudo systemctl is-active docker": exit status 1 (355.094546ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2032: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo systemctl is-active containerd"
functional_test.go:2032: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 ssh "sudo systemctl is-active containerd": exit status 1 (384.162066ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.74s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2293: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.44s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2261: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 version --short
--- PASS: TestFunctional/parallel/Version/short (0.11s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2275: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 version -o=json --components
functional_test.go:2275: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 version -o=json --components: (1.284945302s)
--- PASS: TestFunctional/parallel/Version/components (1.29s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:276: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls --format short --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-arm64 -p functional-061974 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.10.1
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.34.1
registry.k8s.io/kube-proxy:v1.34.1
registry.k8s.io/kube-controller-manager:v1.34.1
registry.k8s.io/kube-apiserver:v1.34.1
registry.k8s.io/etcd:3.6.4-0
registry.k8s.io/coredns/coredns:v1.12.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20250512-df8de77b
functional_test.go:284: (dbg) Stderr: out/minikube-linux-arm64 -p functional-061974 image ls --format short --alsologtostderr:
I1006 11:42:35.138306 321312 out.go:360] Setting OutFile to fd 1 ...
I1006 11:42:35.138459 321312 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:35.138507 321312 out.go:374] Setting ErrFile to fd 2...
I1006 11:42:35.138527 321312 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:35.138931 321312 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:42:35.139893 321312 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:35.140121 321312 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:35.140791 321312 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:42:35.164549 321312 ssh_runner.go:195] Run: systemctl --version
I1006 11:42:35.164611 321312 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:42:35.185885 321312 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:42:35.280209 321312 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:276: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls --format table --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-arm64 -p functional-061974 image ls --format table --alsologtostderr:
┌─────────────────────────────────────────┬────────────────────┬───────────────┬────────┐
│ IMAGE │ TAG │ IMAGE ID │ SIZE │
├─────────────────────────────────────────┼────────────────────┼───────────────┼────────┤
│ docker.io/kindest/kindnetd │ v20250512-df8de77b │ b1a8c6f707935 │ 111MB │
│ docker.io/library/nginx │ alpine │ 35f3cbee4fb77 │ 54.3MB │
│ registry.k8s.io/coredns/coredns │ v1.12.1 │ 138784d87c9c5 │ 73.2MB │
│ registry.k8s.io/etcd │ 3.6.4-0 │ a1894772a478e │ 206MB │
│ registry.k8s.io/kube-controller-manager │ v1.34.1 │ 7eb2c6ff0c5a7 │ 72.6MB │
│ registry.k8s.io/kube-scheduler │ v1.34.1 │ b5f57ec6b9867 │ 51.6MB │
│ registry.k8s.io/pause │ 3.10.1 │ d7b100cd9a77b │ 520kB │
│ docker.io/library/nginx │ latest │ 0777d15d89ece │ 202MB │
│ registry.k8s.io/pause │ 3.1 │ 8057e0500773a │ 529kB │
│ registry.k8s.io/pause │ latest │ 8cb2091f603e7 │ 246kB │
│ gcr.io/k8s-minikube/busybox │ 1.28.4-glibc │ 1611cd07b61d5 │ 3.77MB │
│ registry.k8s.io/kube-proxy │ v1.34.1 │ 05baa95f5142d │ 75.9MB │
│ registry.k8s.io/pause │ 3.3 │ 3d18732f8686c │ 487kB │
│ gcr.io/k8s-minikube/storage-provisioner │ v5 │ ba04bb24b9575 │ 29MB │
│ registry.k8s.io/kube-apiserver │ v1.34.1 │ 43911e833d64d │ 84.8MB │
└─────────────────────────────────────────┴────────────────────┴───────────────┴────────┘
functional_test.go:284: (dbg) Stderr: out/minikube-linux-arm64 -p functional-061974 image ls --format table --alsologtostderr:
I1006 11:42:35.727033 321391 out.go:360] Setting OutFile to fd 1 ...
I1006 11:42:35.727198 321391 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:35.727222 321391 out.go:374] Setting ErrFile to fd 2...
I1006 11:42:35.727251 321391 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:35.727551 321391 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:42:35.728264 321391 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:35.728438 321391 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:35.728927 321391 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:42:35.751579 321391 ssh_runner.go:195] Run: systemctl --version
I1006 11:42:35.751628 321391 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:42:35.770076 321391 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:42:35.876564 321391 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.30s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:276: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls --format json --alsologtostderr
2025/10/06 11:42:35 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test.go:281: (dbg) Stdout: out/minikube-linux-arm64 -p functional-061974 image ls --format json --alsologtostderr:
[{"id":"43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196","repoDigests":["registry.k8s.io/kube-apiserver@sha256:b9d7c117f8ac52bed4b13aeed973dc5198f9d93a926e6fe9e0b384f155baa902","registry.k8s.io/kube-apiserver@sha256:ffe89a0fe39dd71bb6eee7066c95512bd4a8365cb6df23eaf60e70209fe79645"],"repoTags":["registry.k8s.io/kube-apiserver:v1.34.1"],"size":"84753391"},{"id":"7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:1276f2ef2e44c06f37d7c3cccaa3f0100d5f4e939e5cfde42343962da346857f","registry.k8s.io/kube-controller-manager@sha256:2bf47c1b01f51e8963bf2327390883c9fa4ed03ea1b284500a2cba17ce303e89"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.34.1"],"size":"72629077"},{"id":"b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0","repoDigests":["registry.k8s.io/kube-scheduler@sha256:6e9fbc4e25a576483e6a233976353a66e4d77eb5d0530e9118e94b7d46fb3500","registry.k8s.io/kube-scheduler@sha256:d69ae11adb42
33d440c302583adee9e3a37cf3626484476fe18ec821953e951e"],"repoTags":["registry.k8s.io/kube-scheduler:v1.34.1"],"size":"51592017"},{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"29037500"},{"id":"d7b100cd9a77ba782c5e428c8dd5a1df4a1e79d4cb6294acd7d01290ab3babbd","repoDigests":["registry.k8s.io/pause@sha256:278fb9dbcca951808
3ad1e11276933a2e96f23de604a3a08cc3c80002767d24c","registry.k8s.io/pause@sha256:e9c466420bcaeede00f46ecfa0ca8cd854c549f2f13330e2723173d88f2de70f"],"repoTags":["registry.k8s.io/pause:3.10.1"],"size":"519884"},{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300","repoDigests":["registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"},{"id":"0777d15d89ecedd8739877d62d8983e9f4b081efa23140db06299b0abe7a985b","repoDigests":["docker.io/library/nginx@sha256:8adbdcb969e2676478ee2c7ad333956f0c8e0e4c5a7463f4611d7a2e7a7ff5dc","docker.io/library/nginx@sha256:e041cf856a0f3790b5ef37a966f43d872fba48fcf4405fd3e8a28ac5f7436992"],"repoTags":["docker.io/library/nginx:latest"],"size":"202036629"},{"id":"05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9","repoDigests":["registry.k8s.io/kube-proxy@sha256:90d560a712188ee40c7d03b070c8f2cbcb3097081e62306bc7e68e438cceb9a6","registry.k8s.io/kube-proxy@sha256
:913cc83ca0b5588a81d86ce8eedeb3ed1e9c1326e81852a1ea4f622b74ff749a"],"repoTags":["registry.k8s.io/kube-proxy:v1.34.1"],"size":"75938711"},{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"},{"id":"138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc","repoDigests":["registry.k8s.io/coredns/coredns@sha256:4779e7517f375a597f100524db6f7f8b5b8499a6ccd14aacfa65432d4cfd5789","registry.k8s.io/coredns/coredns@sha256:e8c262566636e6bc340ece6473b0eed193cad045384401529721ddbe6463d31c"],"repoTags":["registry.k8s.io/coredns/coredns:v1.12.1"],"size":"73195387"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f
82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"528622"},{"id":"8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDigests":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size":"246070"},{"id":"b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c","repoDigests":["docker.io/kindest/kindnetd@sha256:07a4b3fe0077a0ae606cc0a200fc25a28fa64dcc30b8d311b461089969449f9a","docker.io/kindest/kindnetd@sha256:2bdc3188f2ddc8e54841f69ef900a8dde1280057c97500f966a7ef31364021f1"],"repoTags":["docker.io/kindest/kindnetd:v20250512-df8de77b"],"size":"111333938"},{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"24
7562353"},{"id":"35f3cbee4fb77c3efb39f2723a21ce181906139442a37de8ffc52d89641d9936","repoDigests":["docker.io/library/nginx@sha256:42a516af16b852e33b7682d5ef8acbd5d13fe08fecadc7ed98605ba5e3b26ab8","docker.io/library/nginx@sha256:77d740efa8f9c4753f2a7212d8422b8c77411681971f400ea03d07fe38476cac"],"repoTags":["docker.io/library/nginx:alpine"],"size":"54348302"},{"id":"a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e","repoDigests":["registry.k8s.io/etcd@sha256:5db83f9e7ee85732a647f5cf5fbdf85652afa8561b66c99f20756080ebd82ea5","registry.k8s.io/etcd@sha256:e36c081683425b5b3bc1425bc508b37e7107bb65dfa9367bf5a80125d431fa19"],"repoTags":["registry.k8s.io/etcd:3.6.4-0"],"size":"205987068"}]
functional_test.go:284: (dbg) Stderr: out/minikube-linux-arm64 -p functional-061974 image ls --format json --alsologtostderr:
I1006 11:42:35.378354 321346 out.go:360] Setting OutFile to fd 1 ...
I1006 11:42:35.378572 321346 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:35.378618 321346 out.go:374] Setting ErrFile to fd 2...
I1006 11:42:35.378638 321346 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:35.378949 321346 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:42:35.379661 321346 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:35.379835 321346 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:35.381936 321346 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:42:35.411589 321346 ssh_runner.go:195] Run: systemctl --version
I1006 11:42:35.411642 321346 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:42:35.443066 321346 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:42:35.548469 321346 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:276: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls --format yaml --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-arm64 -p functional-061974 image ls --format yaml --alsologtostderr:
- id: a1894772a478e07c67a56e8bf32335fdbe1dd4ec96976a5987083164bd00bc0e
repoDigests:
- registry.k8s.io/etcd@sha256:5db83f9e7ee85732a647f5cf5fbdf85652afa8561b66c99f20756080ebd82ea5
- registry.k8s.io/etcd@sha256:e36c081683425b5b3bc1425bc508b37e7107bb65dfa9367bf5a80125d431fa19
repoTags:
- registry.k8s.io/etcd:3.6.4-0
size: "205987068"
- id: 7eb2c6ff0c5a768fd309321bc2ade0e4e11afcf4f2017ef1d0ff00d91fdf992a
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:1276f2ef2e44c06f37d7c3cccaa3f0100d5f4e939e5cfde42343962da346857f
- registry.k8s.io/kube-controller-manager@sha256:2bf47c1b01f51e8963bf2327390883c9fa4ed03ea1b284500a2cba17ce303e89
repoTags:
- registry.k8s.io/kube-controller-manager:v1.34.1
size: "72629077"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: 138784d87c9c50f8e59412544da4cf4928d61ccbaf93b9f5898a3ba406871bfc
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:4779e7517f375a597f100524db6f7f8b5b8499a6ccd14aacfa65432d4cfd5789
- registry.k8s.io/coredns/coredns@sha256:e8c262566636e6bc340ece6473b0eed193cad045384401529721ddbe6463d31c
repoTags:
- registry.k8s.io/coredns/coredns:v1.12.1
size: "73195387"
- id: b5f57ec6b98676d815366685a0422bd164ecf0732540b79ac51b1186cef97ff0
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:6e9fbc4e25a576483e6a233976353a66e4d77eb5d0530e9118e94b7d46fb3500
- registry.k8s.io/kube-scheduler@sha256:d69ae11adb4233d440c302583adee9e3a37cf3626484476fe18ec821953e951e
repoTags:
- registry.k8s.io/kube-scheduler:v1.34.1
size: "51592017"
- id: 43911e833d64d4f30460862fc0c54bb61999d60bc7d063feca71e9fc610d5196
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:b9d7c117f8ac52bed4b13aeed973dc5198f9d93a926e6fe9e0b384f155baa902
- registry.k8s.io/kube-apiserver@sha256:ffe89a0fe39dd71bb6eee7066c95512bd4a8365cb6df23eaf60e70209fe79645
repoTags:
- registry.k8s.io/kube-apiserver:v1.34.1
size: "84753391"
- id: 05baa95f5142d87797a2bc1d3d11edfb0bf0a9236d436243d15061fae8b58cb9
repoDigests:
- registry.k8s.io/kube-proxy@sha256:90d560a712188ee40c7d03b070c8f2cbcb3097081e62306bc7e68e438cceb9a6
- registry.k8s.io/kube-proxy@sha256:913cc83ca0b5588a81d86ce8eedeb3ed1e9c1326e81852a1ea4f622b74ff749a
repoTags:
- registry.k8s.io/kube-proxy:v1.34.1
size: "75938711"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: d7b100cd9a77ba782c5e428c8dd5a1df4a1e79d4cb6294acd7d01290ab3babbd
repoDigests:
- registry.k8s.io/pause@sha256:278fb9dbcca9518083ad1e11276933a2e96f23de604a3a08cc3c80002767d24c
- registry.k8s.io/pause@sha256:e9c466420bcaeede00f46ecfa0ca8cd854c549f2f13330e2723173d88f2de70f
repoTags:
- registry.k8s.io/pause:3.10.1
size: "519884"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf
repoTags: []
size: "247562353"
- id: a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
- docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a
repoTags: []
size: "42263767"
- id: 0777d15d89ecedd8739877d62d8983e9f4b081efa23140db06299b0abe7a985b
repoDigests:
- docker.io/library/nginx@sha256:8adbdcb969e2676478ee2c7ad333956f0c8e0e4c5a7463f4611d7a2e7a7ff5dc
- docker.io/library/nginx@sha256:e041cf856a0f3790b5ef37a966f43d872fba48fcf4405fd3e8a28ac5f7436992
repoTags:
- docker.io/library/nginx:latest
size: "202036629"
- id: b1a8c6f707935fd5f346ce5846d21ff8dd65e14c15406a14dbd16b9b897b9b4c
repoDigests:
- docker.io/kindest/kindnetd@sha256:07a4b3fe0077a0ae606cc0a200fc25a28fa64dcc30b8d311b461089969449f9a
- docker.io/kindest/kindnetd@sha256:2bdc3188f2ddc8e54841f69ef900a8dde1280057c97500f966a7ef31364021f1
repoTags:
- docker.io/kindest/kindnetd:v20250512-df8de77b
size: "111333938"
- id: 35f3cbee4fb77c3efb39f2723a21ce181906139442a37de8ffc52d89641d9936
repoDigests:
- docker.io/library/nginx@sha256:42a516af16b852e33b7682d5ef8acbd5d13fe08fecadc7ed98605ba5e3b26ab8
- docker.io/library/nginx@sha256:77d740efa8f9c4753f2a7212d8422b8c77411681971f400ea03d07fe38476cac
repoTags:
- docker.io/library/nginx:alpine
size: "54348302"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
functional_test.go:284: (dbg) Stderr: out/minikube-linux-arm64 -p functional-061974 image ls --format yaml --alsologtostderr:
I1006 11:42:35.646130 321385 out.go:360] Setting OutFile to fd 1 ...
I1006 11:42:35.646312 321385 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:35.646327 321385 out.go:374] Setting ErrFile to fd 2...
I1006 11:42:35.646332 321385 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:35.646662 321385 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:42:35.647461 321385 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:35.647606 321385 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:35.648180 321385 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:42:35.673601 321385 ssh_runner.go:195] Run: systemctl --version
I1006 11:42:35.673658 321385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:42:35.697424 321385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:42:35.814813 321385 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.27s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:323: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh pgrep buildkitd
functional_test.go:323: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 ssh pgrep buildkitd: exit status 1 (300.086788ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:330: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image build -t localhost/my-image:functional-061974 testdata/build --alsologtostderr
functional_test.go:330: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 image build -t localhost/my-image:functional-061974 testdata/build --alsologtostderr: (3.221394834s)
functional_test.go:335: (dbg) Stdout: out/minikube-linux-arm64 -p functional-061974 image build -t localhost/my-image:functional-061974 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> f7de7bb4da6
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-061974
--> 302d4137c76
Successfully tagged localhost/my-image:functional-061974
302d4137c766b747fc7a55850d239a5dc8bd2a0608907fb5cba0da179fa3193b
functional_test.go:338: (dbg) Stderr: out/minikube-linux-arm64 -p functional-061974 image build -t localhost/my-image:functional-061974 testdata/build --alsologtostderr:
I1006 11:42:36.210000 321521 out.go:360] Setting OutFile to fd 1 ...
I1006 11:42:36.210665 321521 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:36.210680 321521 out.go:374] Setting ErrFile to fd 2...
I1006 11:42:36.210686 321521 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:42:36.210981 321521 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:42:36.211669 321521 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:36.212375 321521 config.go:182] Loaded profile config "functional-061974": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:42:36.212908 321521 cli_runner.go:164] Run: docker container inspect functional-061974 --format={{.State.Status}}
I1006 11:42:36.230442 321521 ssh_runner.go:195] Run: systemctl --version
I1006 11:42:36.230509 321521 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-061974
I1006 11:42:36.248590 321521 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/functional-061974/id_rsa Username:docker}
I1006 11:42:36.348093 321521 build_images.go:161] Building image from path: /tmp/build.1778561986.tar
I1006 11:42:36.348162 321521 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1006 11:42:36.356441 321521 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.1778561986.tar
I1006 11:42:36.360316 321521 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.1778561986.tar: stat -c "%s %y" /var/lib/minikube/build/build.1778561986.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.1778561986.tar': No such file or directory
I1006 11:42:36.360344 321521 ssh_runner.go:362] scp /tmp/build.1778561986.tar --> /var/lib/minikube/build/build.1778561986.tar (3072 bytes)
I1006 11:42:36.381379 321521 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.1778561986
I1006 11:42:36.390595 321521 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.1778561986 -xf /var/lib/minikube/build/build.1778561986.tar
I1006 11:42:36.399468 321521 crio.go:315] Building image: /var/lib/minikube/build/build.1778561986
I1006 11:42:36.399587 321521 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-061974 /var/lib/minikube/build/build.1778561986 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I1006 11:42:39.352097 321521 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-061974 /var/lib/minikube/build/build.1778561986 --cgroup-manager=cgroupfs: (2.952481931s)
I1006 11:42:39.352172 321521 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.1778561986
I1006 11:42:39.360464 321521 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.1778561986.tar
I1006 11:42:39.368608 321521 build_images.go:217] Built localhost/my-image:functional-061974 from /tmp/build.1778561986.tar
I1006 11:42:39.368643 321521 build_images.go:133] succeeded building to: functional-061974
I1006 11:42:39.368648 321521 build_images.go:134] failed building to:
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (3.75s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:357: (dbg) Run: docker pull kicbase/echo-server:1.0
functional_test.go:362: (dbg) Run: docker tag kicbase/echo-server:1.0 kicbase/echo-server:functional-061974
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.67s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2124: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.21s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2124: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.19s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2124: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.22s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1285: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1290: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.61s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1325: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1330: Took "466.494602ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1339: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1344: Took "69.005148ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.54s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1376: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1381: Took "484.596524ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1389: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1394: Took "85.400527ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.57s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:407: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image rm kicbase/echo-server:functional-061974 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.67s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-061974 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-061974 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-061974 tunnel --alsologtostderr] ...
helpers_test.go:525: unable to kill pid 316666: os: process already finished
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-061974 tunnel --alsologtostderr] ...
helpers_test.go:507: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.65s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-061974 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-061974 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:352: "nginx-svc" [a81171f4-4fa0-43a9-b7a0-1cd214f48037] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:352: "nginx-svc" [a81171f4-4fa0-43a9-b7a0-1cd214f48037] Running
E1006 11:32:04.231271 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 8.003976884s
I1006 11:32:07.971812 292811 kapi.go:150] Service nginx-svc in namespace default found.
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (8.40s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-061974 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.11s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.104.182.53 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-061974 tunnel --alsologtostderr] ...
functional_test_tunnel_test.go:437: failed to stop process: signal: terminated
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdany-port146891486/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1759750932451384529" to /tmp/TestFunctionalparallelMountCmdany-port146891486/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1759750932451384529" to /tmp/TestFunctionalparallelMountCmdany-port146891486/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1759750932451384529" to /tmp/TestFunctionalparallelMountCmdany-port146891486/001/test-1759750932451384529
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (363.220869ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1006 11:42:12.815705 292811 retry.go:31] will retry after 495.548567ms: exit status 1
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Oct 6 11:42 created-by-test
-rw-r--r-- 1 docker docker 24 Oct 6 11:42 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Oct 6 11:42 test-1759750932451384529
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh cat /mount-9p/test-1759750932451384529
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-061974 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:352: "busybox-mount" [1a0ea930-6866-45ca-a3ae-c50402b86138] Pending
helpers_test.go:352: "busybox-mount" [1a0ea930-6866-45ca-a3ae-c50402b86138] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:352: "busybox-mount" [1a0ea930-6866-45ca-a3ae-c50402b86138] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:352: "busybox-mount" [1a0ea930-6866-45ca-a3ae-c50402b86138] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 5.004088707s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-061974 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdany-port146891486/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (7.95s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdspecific-port1694149815/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (382.60046ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1006 11:42:20.779833 292811 retry.go:31] will retry after 656.766495ms: exit status 1
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdspecific-port1694149815/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-061974 ssh "sudo umount -f /mount-9p": exit status 1 (273.006646ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-061974 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdspecific-port1694149815/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.08s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1534481723/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1534481723/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1534481723/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-061974 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1534481723/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:507: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1534481723/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:507: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-061974 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1534481723/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:507: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (1.27s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1469: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.62s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1499: (dbg) Run: out/minikube-linux-arm64 -p functional-061974 service list -o json
functional_test.go:1499: (dbg) Done: out/minikube-linux-arm64 -p functional-061974 service list -o json: (1.469815616s)
functional_test.go:1504: Took "1.469938079s" to run "out/minikube-linux-arm64 -p functional-061974 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (1.47s)
=== RUN TestFunctional/delete_echo-server_images
functional_test.go:205: (dbg) Run: docker rmi -f kicbase/echo-server:1.0
functional_test.go:205: (dbg) Run: docker rmi -f kicbase/echo-server:functional-061974
--- PASS: TestFunctional/delete_echo-server_images (0.05s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:213: (dbg) Run: docker rmi -f localhost/my-image:functional-061974
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:221: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-061974
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestMultiControlPlane/serial/StartCluster
ha_test.go:101: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 start --ha --memory 3072 --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio
E1006 11:44:20.370152 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:45:43.436142 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:101: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 start --ha --memory 3072 --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio: (3m12.846642285s)
ha_test.go:107: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5
--- PASS: TestMultiControlPlane/serial/StartCluster (193.71s)
=== RUN TestMultiControlPlane/serial/DeployApp
ha_test.go:128: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- apply -f ./testdata/ha/ha-pod-dns-test.yaml
ha_test.go:133: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- rollout status deployment/busybox
ha_test.go:133: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 kubectl -- rollout status deployment/busybox: (4.722611765s)
ha_test.go:140: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}'
ha_test.go:163: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-68h99 -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-9sztc -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-v6pwl -- nslookup kubernetes.io
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-68h99 -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-9sztc -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-v6pwl -- nslookup kubernetes.default
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-68h99 -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-9sztc -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-v6pwl -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiControlPlane/serial/DeployApp (7.68s)
=== RUN TestMultiControlPlane/serial/PingHostFromPods
ha_test.go:199: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-68h99 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-68h99 -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-9sztc -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-9sztc -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-v6pwl -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 kubectl -- exec busybox-7b57f96db7-v6pwl -- sh -c "ping -c 1 192.168.49.1"
--- PASS: TestMultiControlPlane/serial/PingHostFromPods (1.56s)
=== RUN TestMultiControlPlane/serial/AddWorkerNode
ha_test.go:228: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 node add --alsologtostderr -v 5
E1006 11:46:59.570824 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:46:59.577248 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:46:59.588734 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:46:59.610290 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:46:59.651707 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:46:59.733174 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:46:59.894655 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:47:00.217788 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:47:00.861000 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:47:02.142287 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:228: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 node add --alsologtostderr -v 5: (58.725523239s)
ha_test.go:234: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5
E1006 11:47:04.704318 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:234: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5: (1.077621816s)
--- PASS: TestMultiControlPlane/serial/AddWorkerNode (59.80s)
=== RUN TestMultiControlPlane/serial/NodeLabels
ha_test.go:255: (dbg) Run: kubectl --context ha-238579 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiControlPlane/serial/NodeLabels (0.12s)
=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.06322894s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterClusterStart (1.06s)
=== RUN TestMultiControlPlane/serial/CopyFile
ha_test.go:328: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --output json --alsologtostderr -v 5
ha_test.go:328: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 status --output json --alsologtostderr -v 5: (1.0207975s)
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp testdata/cp-test.txt ha-238579:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1348966480/001/cp-test_ha-238579.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579:/home/docker/cp-test.txt ha-238579-m02:/home/docker/cp-test_ha-238579_ha-238579-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m02 "sudo cat /home/docker/cp-test_ha-238579_ha-238579-m02.txt"
E1006 11:47:09.826517 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579:/home/docker/cp-test.txt ha-238579-m03:/home/docker/cp-test_ha-238579_ha-238579-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m03 "sudo cat /home/docker/cp-test_ha-238579_ha-238579-m03.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579:/home/docker/cp-test.txt ha-238579-m04:/home/docker/cp-test_ha-238579_ha-238579-m04.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m04 "sudo cat /home/docker/cp-test_ha-238579_ha-238579-m04.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp testdata/cp-test.txt ha-238579-m02:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m02:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1348966480/001/cp-test_ha-238579-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m02:/home/docker/cp-test.txt ha-238579:/home/docker/cp-test_ha-238579-m02_ha-238579.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579 "sudo cat /home/docker/cp-test_ha-238579-m02_ha-238579.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m02:/home/docker/cp-test.txt ha-238579-m03:/home/docker/cp-test_ha-238579-m02_ha-238579-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m03 "sudo cat /home/docker/cp-test_ha-238579-m02_ha-238579-m03.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m02:/home/docker/cp-test.txt ha-238579-m04:/home/docker/cp-test_ha-238579-m02_ha-238579-m04.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m04 "sudo cat /home/docker/cp-test_ha-238579-m02_ha-238579-m04.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp testdata/cp-test.txt ha-238579-m03:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m03:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1348966480/001/cp-test_ha-238579-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m03:/home/docker/cp-test.txt ha-238579:/home/docker/cp-test_ha-238579-m03_ha-238579.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579 "sudo cat /home/docker/cp-test_ha-238579-m03_ha-238579.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m03:/home/docker/cp-test.txt ha-238579-m02:/home/docker/cp-test_ha-238579-m03_ha-238579-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m02 "sudo cat /home/docker/cp-test_ha-238579-m03_ha-238579-m02.txt"
E1006 11:47:20.068748 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m03:/home/docker/cp-test.txt ha-238579-m04:/home/docker/cp-test_ha-238579-m03_ha-238579-m04.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m04 "sudo cat /home/docker/cp-test_ha-238579-m03_ha-238579-m04.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp testdata/cp-test.txt ha-238579-m04:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1348966480/001/cp-test_ha-238579-m04.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m04:/home/docker/cp-test.txt ha-238579:/home/docker/cp-test_ha-238579-m04_ha-238579.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579 "sudo cat /home/docker/cp-test_ha-238579-m04_ha-238579.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m04:/home/docker/cp-test.txt ha-238579-m02:/home/docker/cp-test_ha-238579-m04_ha-238579-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m02 "sudo cat /home/docker/cp-test_ha-238579-m04_ha-238579-m02.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 cp ha-238579-m04:/home/docker/cp-test.txt ha-238579-m03:/home/docker/cp-test_ha-238579-m04_ha-238579-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 ssh -n ha-238579-m03 "sudo cat /home/docker/cp-test_ha-238579-m04_ha-238579-m03.txt"
--- PASS: TestMultiControlPlane/serial/CopyFile (19.68s)
=== RUN TestMultiControlPlane/serial/StopSecondaryNode
ha_test.go:365: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 node stop m02 --alsologtostderr -v 5
ha_test.go:365: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 node stop m02 --alsologtostderr -v 5: (11.956528808s)
ha_test.go:371: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5
ha_test.go:371: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5: exit status 7 (785.074392ms)
-- stdout --
ha-238579
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-238579-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-238579-m03
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-238579-m04
type: Worker
host: Running
kubelet: Running
-- /stdout --
** stderr **
I1006 11:47:38.050049 336344 out.go:360] Setting OutFile to fd 1 ...
I1006 11:47:38.050432 336344 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:47:38.050464 336344 out.go:374] Setting ErrFile to fd 2...
I1006 11:47:38.050485 336344 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:47:38.050971 336344 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:47:38.051273 336344 out.go:368] Setting JSON to false
I1006 11:47:38.052074 336344 mustload.go:65] Loading cluster: ha-238579
I1006 11:47:38.052950 336344 config.go:182] Loaded profile config "ha-238579": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:47:38.053008 336344 status.go:174] checking status of ha-238579 ...
I1006 11:47:38.054042 336344 cli_runner.go:164] Run: docker container inspect ha-238579 --format={{.State.Status}}
I1006 11:47:38.059571 336344 notify.go:220] Checking for updates...
I1006 11:47:38.079362 336344 status.go:371] ha-238579 host status = "Running" (err=<nil>)
I1006 11:47:38.079387 336344 host.go:66] Checking if "ha-238579" exists ...
I1006 11:47:38.079722 336344 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-238579
I1006 11:47:38.106535 336344 host.go:66] Checking if "ha-238579" exists ...
I1006 11:47:38.106866 336344 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 11:47:38.106917 336344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-238579
I1006 11:47:38.130932 336344 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33153 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/ha-238579/id_rsa Username:docker}
I1006 11:47:38.227425 336344 ssh_runner.go:195] Run: systemctl --version
I1006 11:47:38.236907 336344 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 11:47:38.252906 336344 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 11:47:38.310822 336344 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:62 OomKillDisable:true NGoroutines:72 SystemTime:2025-10-06 11:47:38.301135074 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 11:47:38.311460 336344 kubeconfig.go:125] found "ha-238579" server: "https://192.168.49.254:8443"
I1006 11:47:38.311487 336344 api_server.go:166] Checking apiserver status ...
I1006 11:47:38.311530 336344 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 11:47:38.327396 336344 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1290/cgroup
I1006 11:47:38.338064 336344 api_server.go:182] apiserver freezer: "5:freezer:/docker/8fc32b3276a518188b884d0e66a4dc2f92a9994950256a730452057b08647dcf/crio/crio-c2e309968b27386af1bd5a19d59925670b6321a6a300fcb61cb635c5d1c0554e"
I1006 11:47:38.338133 336344 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/8fc32b3276a518188b884d0e66a4dc2f92a9994950256a730452057b08647dcf/crio/crio-c2e309968b27386af1bd5a19d59925670b6321a6a300fcb61cb635c5d1c0554e/freezer.state
I1006 11:47:38.348549 336344 api_server.go:204] freezer state: "THAWED"
I1006 11:47:38.348574 336344 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1006 11:47:38.358187 336344 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1006 11:47:38.358214 336344 status.go:463] ha-238579 apiserver status = Running (err=<nil>)
I1006 11:47:38.358225 336344 status.go:176] ha-238579 status: &{Name:ha-238579 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 11:47:38.358242 336344 status.go:174] checking status of ha-238579-m02 ...
I1006 11:47:38.358542 336344 cli_runner.go:164] Run: docker container inspect ha-238579-m02 --format={{.State.Status}}
I1006 11:47:38.384527 336344 status.go:371] ha-238579-m02 host status = "Stopped" (err=<nil>)
I1006 11:47:38.384551 336344 status.go:384] host is not running, skipping remaining checks
I1006 11:47:38.384558 336344 status.go:176] ha-238579-m02 status: &{Name:ha-238579-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 11:47:38.384579 336344 status.go:174] checking status of ha-238579-m03 ...
I1006 11:47:38.384970 336344 cli_runner.go:164] Run: docker container inspect ha-238579-m03 --format={{.State.Status}}
I1006 11:47:38.413196 336344 status.go:371] ha-238579-m03 host status = "Running" (err=<nil>)
I1006 11:47:38.413223 336344 host.go:66] Checking if "ha-238579-m03" exists ...
I1006 11:47:38.413610 336344 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-238579-m03
I1006 11:47:38.432941 336344 host.go:66] Checking if "ha-238579-m03" exists ...
I1006 11:47:38.433367 336344 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 11:47:38.433456 336344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-238579-m03
I1006 11:47:38.453811 336344 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33163 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/ha-238579-m03/id_rsa Username:docker}
I1006 11:47:38.551101 336344 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 11:47:38.565232 336344 kubeconfig.go:125] found "ha-238579" server: "https://192.168.49.254:8443"
I1006 11:47:38.565264 336344 api_server.go:166] Checking apiserver status ...
I1006 11:47:38.565310 336344 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 11:47:38.577071 336344 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1186/cgroup
I1006 11:47:38.586276 336344 api_server.go:182] apiserver freezer: "5:freezer:/docker/64ed203f4fe80a24aa1c692cedc9b51aa960df18023f19d303f56e627f55b184/crio/crio-0fb560a623c5224e806b3c5866e8d5eeaea38d163f6d5a71899c7949347469d9"
I1006 11:47:38.586359 336344 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/64ed203f4fe80a24aa1c692cedc9b51aa960df18023f19d303f56e627f55b184/crio/crio-0fb560a623c5224e806b3c5866e8d5eeaea38d163f6d5a71899c7949347469d9/freezer.state
I1006 11:47:38.594349 336344 api_server.go:204] freezer state: "THAWED"
I1006 11:47:38.594375 336344 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1006 11:47:38.603633 336344 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1006 11:47:38.603663 336344 status.go:463] ha-238579-m03 apiserver status = Running (err=<nil>)
I1006 11:47:38.603674 336344 status.go:176] ha-238579-m03 status: &{Name:ha-238579-m03 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 11:47:38.603691 336344 status.go:174] checking status of ha-238579-m04 ...
I1006 11:47:38.603998 336344 cli_runner.go:164] Run: docker container inspect ha-238579-m04 --format={{.State.Status}}
I1006 11:47:38.624721 336344 status.go:371] ha-238579-m04 host status = "Running" (err=<nil>)
I1006 11:47:38.624745 336344 host.go:66] Checking if "ha-238579-m04" exists ...
I1006 11:47:38.625057 336344 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-238579-m04
I1006 11:47:38.643606 336344 host.go:66] Checking if "ha-238579-m04" exists ...
I1006 11:47:38.643915 336344 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 11:47:38.643972 336344 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-238579-m04
I1006 11:47:38.661881 336344 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33168 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/ha-238579-m04/id_rsa Username:docker}
I1006 11:47:38.758989 336344 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 11:47:38.772592 336344 status.go:176] ha-238579-m04 status: &{Name:ha-238579-m04 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopSecondaryNode (12.74s)
=== RUN TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (0.80s)
=== RUN TestMultiControlPlane/serial/RestartSecondaryNode
ha_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 node start m02 --alsologtostderr -v 5
E1006 11:47:40.550883 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:422: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 node start m02 --alsologtostderr -v 5: (27.064215763s)
ha_test.go:430: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5
ha_test.go:430: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5: (1.303677941s)
ha_test.go:450: (dbg) Run: kubectl get nodes
--- PASS: TestMultiControlPlane/serial/RestartSecondaryNode (28.48s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.358797261s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (1.36s)
=== RUN TestMultiControlPlane/serial/RestartClusterKeepsNodes
ha_test.go:458: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 node list --alsologtostderr -v 5
ha_test.go:464: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 stop --alsologtostderr -v 5
E1006 11:48:21.512726 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:464: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 stop --alsologtostderr -v 5: (27.040408289s)
ha_test.go:469: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 start --wait true --alsologtostderr -v 5
E1006 11:49:20.370743 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:49:43.434566 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:469: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 start --wait true --alsologtostderr -v 5: (1m44.46892114s)
ha_test.go:474: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 node list --alsologtostderr -v 5
--- PASS: TestMultiControlPlane/serial/RestartClusterKeepsNodes (131.73s)
=== RUN TestMultiControlPlane/serial/DeleteSecondaryNode
ha_test.go:489: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 node delete m03 --alsologtostderr -v 5
ha_test.go:489: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 node delete m03 --alsologtostderr -v 5: (10.724711306s)
ha_test.go:495: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5
ha_test.go:513: (dbg) Run: kubectl get nodes
ha_test.go:521: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/DeleteSecondaryNode (11.64s)
=== RUN TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.77s)
=== RUN TestMultiControlPlane/serial/StopCluster
ha_test.go:533: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 stop --alsologtostderr -v 5
ha_test.go:533: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 stop --alsologtostderr -v 5: (35.760201917s)
ha_test.go:539: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5
ha_test.go:539: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5: exit status 7 (118.937645ms)
-- stdout --
ha-238579
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-238579-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-238579-m04
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1006 11:51:09.377920 348229 out.go:360] Setting OutFile to fd 1 ...
I1006 11:51:09.378147 348229 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:51:09.378173 348229 out.go:374] Setting ErrFile to fd 2...
I1006 11:51:09.378191 348229 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 11:51:09.378826 348229 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 11:51:09.379053 348229 out.go:368] Setting JSON to false
I1006 11:51:09.379094 348229 mustload.go:65] Loading cluster: ha-238579
I1006 11:51:09.379189 348229 notify.go:220] Checking for updates...
I1006 11:51:09.379557 348229 config.go:182] Loaded profile config "ha-238579": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 11:51:09.379577 348229 status.go:174] checking status of ha-238579 ...
I1006 11:51:09.380450 348229 cli_runner.go:164] Run: docker container inspect ha-238579 --format={{.State.Status}}
I1006 11:51:09.399182 348229 status.go:371] ha-238579 host status = "Stopped" (err=<nil>)
I1006 11:51:09.399204 348229 status.go:384] host is not running, skipping remaining checks
I1006 11:51:09.399211 348229 status.go:176] ha-238579 status: &{Name:ha-238579 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 11:51:09.399244 348229 status.go:174] checking status of ha-238579-m02 ...
I1006 11:51:09.399555 348229 cli_runner.go:164] Run: docker container inspect ha-238579-m02 --format={{.State.Status}}
I1006 11:51:09.422986 348229 status.go:371] ha-238579-m02 host status = "Stopped" (err=<nil>)
I1006 11:51:09.423013 348229 status.go:384] host is not running, skipping remaining checks
I1006 11:51:09.423026 348229 status.go:176] ha-238579-m02 status: &{Name:ha-238579-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 11:51:09.423057 348229 status.go:174] checking status of ha-238579-m04 ...
I1006 11:51:09.423350 348229 cli_runner.go:164] Run: docker container inspect ha-238579-m04 --format={{.State.Status}}
I1006 11:51:09.441338 348229 status.go:371] ha-238579-m04 host status = "Stopped" (err=<nil>)
I1006 11:51:09.441358 348229 status.go:384] host is not running, skipping remaining checks
I1006 11:51:09.441365 348229 status.go:176] ha-238579-m04 status: &{Name:ha-238579-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopCluster (35.88s)
=== RUN TestMultiControlPlane/serial/RestartCluster
ha_test.go:562: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio
E1006 11:51:59.571158 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 11:52:27.276625 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:562: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio: (1m19.030096957s)
ha_test.go:568: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5
ha_test.go:586: (dbg) Run: kubectl get nodes
ha_test.go:594: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/RestartCluster (80.00s)
=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterClusterRestart (0.86s)
=== RUN TestMultiControlPlane/serial/AddSecondaryNode
ha_test.go:607: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 node add --control-plane --alsologtostderr -v 5
ha_test.go:607: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 node add --control-plane --alsologtostderr -v 5: (1m17.682862959s)
ha_test.go:613: (dbg) Run: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5
ha_test.go:613: (dbg) Done: out/minikube-linux-arm64 -p ha-238579 status --alsologtostderr -v 5: (1.072745392s)
--- PASS: TestMultiControlPlane/serial/AddSecondaryNode (78.76s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.1153179s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd (1.12s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-327606 --output=json --user=testUser --memory=3072 --wait=true --driver=docker --container-runtime=crio
E1006 11:54:20.370384 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-327606 --output=json --user=testUser --memory=3072 --wait=true --driver=docker --container-runtime=crio: (1m22.166741984s)
--- PASS: TestJSONOutput/start/Command (82.17s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-327606 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-327606 --output=json --user=testUser: (5.758810262s)
--- PASS: TestJSONOutput/stop/Command (5.76s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-316496 --memory=3072 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-316496 --memory=3072 --output=json --wait=true --driver=fail: exit status 56 (92.848876ms)
-- stdout --
{"specversion":"1.0","id":"320900a8-ca84-420b-a7f4-9b47130c7646","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-316496] minikube v1.37.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"9e539af9-0055-4661-8c0f-f73981d4cf1c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=21699"}}
{"specversion":"1.0","id":"97cc67ad-0d2a-47a8-9035-e965b8bef7ae","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"79abe10b-ef73-48a0-8c90-ff6e63f2b1b8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig"}}
{"specversion":"1.0","id":"c2b0a13b-f00a-4388-8efa-58a01c7505d5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube"}}
{"specversion":"1.0","id":"9ae12517-c0ec-4285-b0a3-db6a62cbd561","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"0b01a0e4-e9bb-4afc-ac4e-1cbb22cd515a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"2a73fa3c-a665-44bb-8fd2-aeac84e052f4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-316496" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-316496
--- PASS: TestErrorJSONOutput (0.25s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-177249 --network=
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-177249 --network=: (39.869723077s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-177249" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-177249
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-177249: (2.157301726s)
--- PASS: TestKicCustomNetwork/create_custom_network (42.05s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-135271 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-135271 --network=bridge: (34.379724871s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-135271" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-135271
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-135271: (1.927478905s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (36.33s)
=== RUN TestKicExistingNetwork
I1006 11:56:53.419687 292811 cli_runner.go:164] Run: docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1006 11:56:53.435584 292811 cli_runner.go:211] docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1006 11:56:53.436260 292811 network_create.go:284] running [docker network inspect existing-network] to gather additional debugging logs...
I1006 11:56:53.436303 292811 cli_runner.go:164] Run: docker network inspect existing-network
W1006 11:56:53.452331 292811 cli_runner.go:211] docker network inspect existing-network returned with exit code 1
I1006 11:56:53.452358 292811 network_create.go:287] error running [docker network inspect existing-network]: docker network inspect existing-network: exit status 1
stdout:
[]
stderr:
Error response from daemon: network existing-network not found
I1006 11:56:53.452375 292811 network_create.go:289] output of [docker network inspect existing-network]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network existing-network not found
** /stderr **
I1006 11:56:53.452475 292811 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1006 11:56:53.470461 292811 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-8e41efa945cc IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a4:ba:20:59:ef} reservation:<nil>}
I1006 11:56:53.470772 292811 network.go:206] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40002d3c90}
I1006 11:56:53.470794 292811 network_create.go:124] attempt to create docker network existing-network 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1006 11:56:53.470844 292811 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=existing-network existing-network
I1006 11:56:53.534175 292811 network_create.go:108] docker network existing-network 192.168.58.0/24 created
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-199291 --network=existing-network
E1006 11:56:59.573699 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-199291 --network=existing-network: (35.364493317s)
helpers_test.go:175: Cleaning up "existing-network-199291" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-199291
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-199291: (2.026878946s)
I1006 11:57:30.942796 292811 cli_runner.go:164] Run: docker network ls --filter=label=existing-network --format {{.Name}}
--- PASS: TestKicExistingNetwork (37.54s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-207584 --subnet=192.168.60.0/24
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-207584 --subnet=192.168.60.0/24: (35.036034065s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-207584 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-207584" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-207584
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-207584: (2.175603925s)
--- PASS: TestKicCustomSubnet (37.25s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-632922 --static-ip=192.168.200.200
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-632922 --static-ip=192.168.200.200: (36.417896273s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-632922 ip
helpers_test.go:175: Cleaning up "static-ip-632922" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-632922
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-632922: (2.152644678s)
--- PASS: TestKicStaticIP (38.73s)
=== RUN TestMainNoArgs
main_test.go:70: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-037914 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-037914 --driver=docker --container-runtime=crio: (32.646115725s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-040605 --driver=docker --container-runtime=crio
E1006 11:59:20.370538 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-040605 --driver=docker --container-runtime=crio: (36.483689968s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-037914
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-040605
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-040605" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-040605
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-040605: (2.010326432s)
helpers_test.go:175: Cleaning up "first-037914" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-037914
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-037914: (3.05966221s)
--- PASS: TestMinikubeProfile (75.63s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:118: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-818704 --memory=3072 --mount-string /tmp/TestMountStartserial1745493721/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:118: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-818704 --memory=3072 --mount-string /tmp/TestMountStartserial1745493721/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (8.732896024s)
--- PASS: TestMountStart/serial/StartWithMountFirst (9.73s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:134: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-818704 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.27s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:118: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-820501 --memory=3072 --mount-string /tmp/TestMountStartserial1745493721/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:118: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-820501 --memory=3072 --mount-string /tmp/TestMountStartserial1745493721/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (8.412457504s)
--- PASS: TestMountStart/serial/StartWithMountSecond (9.41s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:134: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-820501 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.27s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-818704 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-818704 --alsologtostderr -v=5: (1.613484019s)
--- PASS: TestMountStart/serial/DeleteFirst (1.61s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:134: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-820501 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.26s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:196: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-820501
mount_start_test.go:196: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-820501: (1.221410869s)
--- PASS: TestMountStart/serial/Stop (1.22s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:207: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-820501
mount_start_test.go:207: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-820501: (6.767112643s)
--- PASS: TestMountStart/serial/RestartStopped (7.77s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:134: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-820501 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.27s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:96: (dbg) Run: out/minikube-linux-arm64 start -p multinode-148909 --wait=true --memory=3072 --nodes=2 -v=5 --alsologtostderr --driver=docker --container-runtime=crio
E1006 12:01:59.570901 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:02:23.438179 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
multinode_test.go:96: (dbg) Done: out/minikube-linux-arm64 start -p multinode-148909 --wait=true --memory=3072 --nodes=2 -v=5 --alsologtostderr --driver=docker --container-runtime=crio: (2m20.802055919s)
multinode_test.go:102: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (141.33s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:493: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:498: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- rollout status deployment/busybox
multinode_test.go:498: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-148909 -- rollout status deployment/busybox: (3.16954477s)
multinode_test.go:505: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:528: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-dsmzd -- nslookup kubernetes.io
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-mlzrh -- nslookup kubernetes.io
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-dsmzd -- nslookup kubernetes.default
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-mlzrh -- nslookup kubernetes.default
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-dsmzd -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-mlzrh -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (5.36s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:564: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-dsmzd -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-dsmzd -- sh -c "ping -c 1 192.168.67.1"
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-mlzrh -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-148909 -- exec busybox-7b57f96db7-mlzrh -- sh -c "ping -c 1 192.168.67.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (0.94s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:121: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-148909 -v=5 --alsologtostderr
E1006 12:03:22.639054 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
multinode_test.go:121: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-148909 -v=5 --alsologtostderr: (55.613452765s)
multinode_test.go:127: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (56.31s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:221: (dbg) Run: kubectl --context multinode-148909 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.10s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:143: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.70s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:184: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status --output json --alsologtostderr
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp testdata/cp-test.txt multinode-148909:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2684284225/001/cp-test_multinode-148909.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909:/home/docker/cp-test.txt multinode-148909-m02:/home/docker/cp-test_multinode-148909_multinode-148909-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m02 "sudo cat /home/docker/cp-test_multinode-148909_multinode-148909-m02.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909:/home/docker/cp-test.txt multinode-148909-m03:/home/docker/cp-test_multinode-148909_multinode-148909-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m03 "sudo cat /home/docker/cp-test_multinode-148909_multinode-148909-m03.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp testdata/cp-test.txt multinode-148909-m02:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2684284225/001/cp-test_multinode-148909-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909-m02:/home/docker/cp-test.txt multinode-148909:/home/docker/cp-test_multinode-148909-m02_multinode-148909.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909 "sudo cat /home/docker/cp-test_multinode-148909-m02_multinode-148909.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909-m02:/home/docker/cp-test.txt multinode-148909-m03:/home/docker/cp-test_multinode-148909-m02_multinode-148909-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m03 "sudo cat /home/docker/cp-test_multinode-148909-m02_multinode-148909-m03.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp testdata/cp-test.txt multinode-148909-m03:/home/docker/cp-test.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2684284225/001/cp-test_multinode-148909-m03.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909-m03:/home/docker/cp-test.txt multinode-148909:/home/docker/cp-test_multinode-148909-m03_multinode-148909.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909 "sudo cat /home/docker/cp-test_multinode-148909-m03_multinode-148909.txt"
helpers_test.go:573: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 cp multinode-148909-m03:/home/docker/cp-test.txt multinode-148909-m02:/home/docker/cp-test_multinode-148909-m03_multinode-148909-m02.txt
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:551: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 ssh -n multinode-148909-m02 "sudo cat /home/docker/cp-test_multinode-148909-m03_multinode-148909-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (10.47s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:248: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 node stop m03
multinode_test.go:248: (dbg) Done: out/minikube-linux-arm64 -p multinode-148909 node stop m03: (1.204955089s)
multinode_test.go:254: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status
multinode_test.go:254: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-148909 status: exit status 7 (524.857168ms)
-- stdout --
multinode-148909
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-148909-m02
type: Worker
host: Running
kubelet: Running
multinode-148909-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status --alsologtostderr
multinode_test.go:261: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-148909 status --alsologtostderr: exit status 7 (529.531503ms)
-- stdout --
multinode-148909
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-148909-m02
type: Worker
host: Running
kubelet: Running
multinode-148909-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1006 12:04:12.248852 398618 out.go:360] Setting OutFile to fd 1 ...
I1006 12:04:12.249139 398618 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:04:12.249173 398618 out.go:374] Setting ErrFile to fd 2...
I1006 12:04:12.249197 398618 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:04:12.249478 398618 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:04:12.249770 398618 out.go:368] Setting JSON to false
I1006 12:04:12.249830 398618 mustload.go:65] Loading cluster: multinode-148909
I1006 12:04:12.249919 398618 notify.go:220] Checking for updates...
I1006 12:04:12.250284 398618 config.go:182] Loaded profile config "multinode-148909": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:04:12.250323 398618 status.go:174] checking status of multinode-148909 ...
I1006 12:04:12.250918 398618 cli_runner.go:164] Run: docker container inspect multinode-148909 --format={{.State.Status}}
I1006 12:04:12.271008 398618 status.go:371] multinode-148909 host status = "Running" (err=<nil>)
I1006 12:04:12.271031 398618 host.go:66] Checking if "multinode-148909" exists ...
I1006 12:04:12.271329 398618 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-148909
I1006 12:04:12.301462 398618 host.go:66] Checking if "multinode-148909" exists ...
I1006 12:04:12.301824 398618 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:04:12.301870 398618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-148909
I1006 12:04:12.327766 398618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33274 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/multinode-148909/id_rsa Username:docker}
I1006 12:04:12.422951 398618 ssh_runner.go:195] Run: systemctl --version
I1006 12:04:12.430095 398618 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:04:12.442872 398618 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:04:12.498835 398618 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:50 OomKillDisable:true NGoroutines:62 SystemTime:2025-10-06 12:04:12.489474409 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:04:12.499408 398618 kubeconfig.go:125] found "multinode-148909" server: "https://192.168.67.2:8443"
I1006 12:04:12.499450 398618 api_server.go:166] Checking apiserver status ...
I1006 12:04:12.499494 398618 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1006 12:04:12.512621 398618 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1268/cgroup
I1006 12:04:12.521627 398618 api_server.go:182] apiserver freezer: "5:freezer:/docker/980463b191eb026a99ec63c824197ef4be233dc636e315ed1ea57fbb778060fb/crio/crio-23734fc260af07787bc9f45730d1dabe595517a4429111a55cba799db61309ff"
I1006 12:04:12.521709 398618 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/980463b191eb026a99ec63c824197ef4be233dc636e315ed1ea57fbb778060fb/crio/crio-23734fc260af07787bc9f45730d1dabe595517a4429111a55cba799db61309ff/freezer.state
I1006 12:04:12.529378 398618 api_server.go:204] freezer state: "THAWED"
I1006 12:04:12.529406 398618 api_server.go:253] Checking apiserver healthz at https://192.168.67.2:8443/healthz ...
I1006 12:04:12.538333 398618 api_server.go:279] https://192.168.67.2:8443/healthz returned 200:
ok
I1006 12:04:12.538361 398618 status.go:463] multinode-148909 apiserver status = Running (err=<nil>)
I1006 12:04:12.538373 398618 status.go:176] multinode-148909 status: &{Name:multinode-148909 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 12:04:12.538389 398618 status.go:174] checking status of multinode-148909-m02 ...
I1006 12:04:12.538713 398618 cli_runner.go:164] Run: docker container inspect multinode-148909-m02 --format={{.State.Status}}
I1006 12:04:12.556985 398618 status.go:371] multinode-148909-m02 host status = "Running" (err=<nil>)
I1006 12:04:12.557011 398618 host.go:66] Checking if "multinode-148909-m02" exists ...
I1006 12:04:12.557313 398618 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-148909-m02
I1006 12:04:12.574112 398618 host.go:66] Checking if "multinode-148909-m02" exists ...
I1006 12:04:12.574409 398618 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1006 12:04:12.574457 398618 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-148909-m02
I1006 12:04:12.591411 398618 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33279 SSHKeyPath:/home/jenkins/minikube-integration/21699-290955/.minikube/machines/multinode-148909-m02/id_rsa Username:docker}
I1006 12:04:12.687118 398618 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1006 12:04:12.700076 398618 status.go:176] multinode-148909-m02 status: &{Name:multinode-148909-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1006 12:04:12.700111 398618 status.go:174] checking status of multinode-148909-m03 ...
I1006 12:04:12.700418 398618 cli_runner.go:164] Run: docker container inspect multinode-148909-m03 --format={{.State.Status}}
I1006 12:04:12.718705 398618 status.go:371] multinode-148909-m03 host status = "Stopped" (err=<nil>)
I1006 12:04:12.718727 398618 status.go:384] host is not running, skipping remaining checks
I1006 12:04:12.718733 398618 status.go:176] multinode-148909-m03 status: &{Name:multinode-148909-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.26s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 node start m03 -v=5 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p multinode-148909 node start m03 -v=5 --alsologtostderr: (7.288487331s)
multinode_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status -v=5 --alsologtostderr
E1006 12:04:20.370358 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
multinode_test.go:306: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (8.06s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:314: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-148909
multinode_test.go:321: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-148909
multinode_test.go:321: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-148909: (24.839779801s)
multinode_test.go:326: (dbg) Run: out/minikube-linux-arm64 start -p multinode-148909 --wait=true -v=5 --alsologtostderr
multinode_test.go:326: (dbg) Done: out/minikube-linux-arm64 start -p multinode-148909 --wait=true -v=5 --alsologtostderr: (49.387981662s)
multinode_test.go:331: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-148909
--- PASS: TestMultiNode/serial/RestartKeepsNodes (74.36s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:416: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 node delete m03
multinode_test.go:416: (dbg) Done: out/minikube-linux-arm64 -p multinode-148909 node delete m03: (4.939774978s)
multinode_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status --alsologtostderr
multinode_test.go:436: (dbg) Run: kubectl get nodes
multinode_test.go:444: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.64s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:345: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 stop
multinode_test.go:345: (dbg) Done: out/minikube-linux-arm64 -p multinode-148909 stop: (23.666368922s)
multinode_test.go:351: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status
multinode_test.go:351: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-148909 status: exit status 7 (101.710348ms)
-- stdout --
multinode-148909
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-148909-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:358: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status --alsologtostderr
multinode_test.go:358: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-148909 status --alsologtostderr: exit status 7 (95.593465ms)
-- stdout --
multinode-148909
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-148909-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1006 12:06:04.606054 406374 out.go:360] Setting OutFile to fd 1 ...
I1006 12:06:04.606161 406374 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:06:04.606172 406374 out.go:374] Setting ErrFile to fd 2...
I1006 12:06:04.606178 406374 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:06:04.606461 406374 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:06:04.606650 406374 out.go:368] Setting JSON to false
I1006 12:06:04.606706 406374 mustload.go:65] Loading cluster: multinode-148909
I1006 12:06:04.606775 406374 notify.go:220] Checking for updates...
I1006 12:06:04.608023 406374 config.go:182] Loaded profile config "multinode-148909": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:06:04.608052 406374 status.go:174] checking status of multinode-148909 ...
I1006 12:06:04.608582 406374 cli_runner.go:164] Run: docker container inspect multinode-148909 --format={{.State.Status}}
I1006 12:06:04.630891 406374 status.go:371] multinode-148909 host status = "Stopped" (err=<nil>)
I1006 12:06:04.630917 406374 status.go:384] host is not running, skipping remaining checks
I1006 12:06:04.630925 406374 status.go:176] multinode-148909 status: &{Name:multinode-148909 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1006 12:06:04.630953 406374 status.go:174] checking status of multinode-148909-m02 ...
I1006 12:06:04.631282 406374 cli_runner.go:164] Run: docker container inspect multinode-148909-m02 --format={{.State.Status}}
I1006 12:06:04.650274 406374 status.go:371] multinode-148909-m02 host status = "Stopped" (err=<nil>)
I1006 12:06:04.650302 406374 status.go:384] host is not running, skipping remaining checks
I1006 12:06:04.650309 406374 status.go:176] multinode-148909-m02 status: &{Name:multinode-148909-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.86s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:376: (dbg) Run: out/minikube-linux-arm64 start -p multinode-148909 --wait=true -v=5 --alsologtostderr --driver=docker --container-runtime=crio
multinode_test.go:376: (dbg) Done: out/minikube-linux-arm64 start -p multinode-148909 --wait=true -v=5 --alsologtostderr --driver=docker --container-runtime=crio: (47.465962957s)
multinode_test.go:382: (dbg) Run: out/minikube-linux-arm64 -p multinode-148909 status --alsologtostderr
multinode_test.go:396: (dbg) Run: kubectl get nodes
multinode_test.go:404: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (48.16s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:455: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-148909
multinode_test.go:464: (dbg) Run: out/minikube-linux-arm64 start -p multinode-148909-m02 --driver=docker --container-runtime=crio
multinode_test.go:464: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-148909-m02 --driver=docker --container-runtime=crio: exit status 14 (98.849368ms)
-- stdout --
* [multinode-148909-m02] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21699
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-148909-m02' is duplicated with machine name 'multinode-148909-m02' in profile 'multinode-148909'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-arm64 start -p multinode-148909-m03 --driver=docker --container-runtime=crio
E1006 12:06:59.574649 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
multinode_test.go:472: (dbg) Done: out/minikube-linux-arm64 start -p multinode-148909-m03 --driver=docker --container-runtime=crio: (36.513005967s)
multinode_test.go:479: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-148909
multinode_test.go:479: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-148909: exit status 80 (350.192337ms)
-- stdout --
* Adding node m03 to cluster multinode-148909 as [worker]
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-148909-m03 already exists in multinode-148909-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:484: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-148909-m03
multinode_test.go:484: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-148909-m03: (2.034603787s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (39.05s)
=== RUN TestPreload
preload_test.go:43: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-844398 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.0
preload_test.go:43: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-844398 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.0: (1m3.546885961s)
preload_test.go:51: (dbg) Run: out/minikube-linux-arm64 -p test-preload-844398 image pull gcr.io/k8s-minikube/busybox
preload_test.go:51: (dbg) Done: out/minikube-linux-arm64 -p test-preload-844398 image pull gcr.io/k8s-minikube/busybox: (2.144525291s)
preload_test.go:57: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-844398
preload_test.go:57: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-844398: (5.802242814s)
preload_test.go:65: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-844398 --memory=3072 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
E1006 12:09:20.370775 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
preload_test.go:65: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-844398 --memory=3072 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (53.197428801s)
preload_test.go:70: (dbg) Run: out/minikube-linux-arm64 -p test-preload-844398 image list
helpers_test.go:175: Cleaning up "test-preload-844398" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-844398
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-844398: (2.359098451s)
--- PASS: TestPreload (127.27s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-275153 --memory=3072 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-275153 --memory=3072 --driver=docker --container-runtime=crio: (33.930019789s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-275153 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-275153 -n scheduled-stop-275153
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-275153 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
I1006 12:10:17.693981 292811 retry.go:31] will retry after 130.371µs: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.694491 292811 retry.go:31] will retry after 148.043µs: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.695162 292811 retry.go:31] will retry after 244.959µs: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.696312 292811 retry.go:31] will retry after 498.792µs: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.697429 292811 retry.go:31] will retry after 579.829µs: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.698598 292811 retry.go:31] will retry after 1.064277ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.699809 292811 retry.go:31] will retry after 861.86µs: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.700922 292811 retry.go:31] will retry after 2.249999ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.704257 292811 retry.go:31] will retry after 2.879653ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.707508 292811 retry.go:31] will retry after 2.235031ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.710758 292811 retry.go:31] will retry after 4.88917ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.716068 292811 retry.go:31] will retry after 8.14394ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.725314 292811 retry.go:31] will retry after 6.891558ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.732652 292811 retry.go:31] will retry after 19.163168ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.752526 292811 retry.go:31] will retry after 20.95481ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
I1006 12:10:17.773771 292811 retry.go:31] will retry after 52.825091ms: open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/scheduled-stop-275153/pid: no such file or directory
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-275153 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-275153 -n scheduled-stop-275153
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-275153
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-275153 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-275153
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p scheduled-stop-275153: exit status 7 (74.787719ms)
-- stdout --
scheduled-stop-275153
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-275153 -n scheduled-stop-275153
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-275153 -n scheduled-stop-275153: exit status 7 (67.528554ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-275153" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-275153
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-275153: (5.072308624s)
--- PASS: TestScheduledStopUnix (110.64s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-015466 --memory=3072 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-015466 --memory=3072 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (12.226778305s)
-- stdout --
{"specversion":"1.0","id":"6999bd7a-b198-4bad-b6c9-95d3a527f1a8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-015466] minikube v1.37.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"68a2de11-b2ec-4c5b-9b3b-1e4175aae725","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=21699"}}
{"specversion":"1.0","id":"d9d6086f-3923-446d-be3e-5be5c4852c7a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"be159e2b-c831-4cf6-ab41-dc2cef5335dc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig"}}
{"specversion":"1.0","id":"e9e4a92b-0a12-46be-9f92-74ad23ffa899","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube"}}
{"specversion":"1.0","id":"35667039-230c-48ab-b1c9-cc6e71fe757a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"68528b30-b906-44a6-9e47-14018e8bbfef","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"e1044496-5b53-4e70-8e00-38b970440fa4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"20923df1-a6e7-4928-8603-59df49a86a3a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"cfd89cae-5536-40d4-9279-5266d6278859","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"bb79dd64-4caa-4850-9aed-7074faa216a4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"ba1cdf1f-ef05-4619-8067-53ad27e910dd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"insufficient-storage-015466\" primary control-plane node in \"insufficient-storage-015466\" cluster","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"894ad78c-b2f5-478b-b787-77a17017291f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.48-1759382731-21643 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"85cbd2b5-4c39-4883-8e70-d7bff7896362","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=3072MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"ea16dcbc-aef7-4ae1-9466-013eb0ac94e6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-015466 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-015466 --output=json --layout=cluster: exit status 7 (294.62546ms)
-- stdout --
{"Name":"insufficient-storage-015466","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=3072MB) ...","BinaryVersion":"v1.37.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-015466","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1006 12:11:46.391707 422552 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-015466" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-015466 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-015466 --output=json --layout=cluster: exit status 7 (297.611269ms)
-- stdout --
{"Name":"insufficient-storage-015466","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.37.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-015466","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1006 12:11:46.691189 422615 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-015466" does not appear in /home/jenkins/minikube-integration/21699-290955/kubeconfig
E1006 12:11:46.701801 422615 status.go:258] unable to read event log: stat: stat /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/insufficient-storage-015466/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-015466" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-015466
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-015466: (1.902506225s)
--- PASS: TestInsufficientStorage (14.72s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.32.0.523552294 start -p running-upgrade-858806 --memory=3072 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.32.0.523552294 start -p running-upgrade-858806 --memory=3072 --vm-driver=docker --container-runtime=crio: (37.990420071s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-858806 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-arm64 start -p running-upgrade-858806 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (23.841953112s)
helpers_test.go:175: Cleaning up "running-upgrade-858806" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-858806
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-858806: (2.896454654s)
--- PASS: TestRunningBinaryUpgrade (65.62s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (36.473607141s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-317676
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-317676: (1.275747291s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-317676 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-317676 status --format={{.Host}}: exit status 7 (116.536158ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (30.773864571s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-317676 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio: exit status 106 (173.883034ms)
-- stdout --
* [kubernetes-upgrade-317676] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21699
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.34.1 cluster to v1.28.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.28.0, by running:
minikube delete -p kubernetes-upgrade-317676
minikube start -p kubernetes-upgrade-317676 --kubernetes-version=v1.28.0
2) Create a second cluster with Kubernetes 1.28.0, by running:
minikube start -p kubernetes-upgrade-3176762 --kubernetes-version=v1.28.0
3) Use the existing cluster at version Kubernetes 1.34.1, by running:
minikube start -p kubernetes-upgrade-317676 --kubernetes-version=v1.34.1
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1006 12:14:20.370088 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-317676 --memory=3072 --kubernetes-version=v1.34.1 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (31.594721142s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-317676" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-317676
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-317676: (2.603068318s)
--- PASS: TestKubernetesUpgrade (103.14s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.32.0.799415742 start -p missing-upgrade-580228 --memory=3072 --driver=docker --container-runtime=crio
E1006 12:11:59.570412 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.32.0.799415742 start -p missing-upgrade-580228 --memory=3072 --driver=docker --container-runtime=crio: (1m18.515982739s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-580228
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-580228: (1.764377974s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-580228
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-580228 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-arm64 start -p missing-upgrade-580228 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (53.060107246s)
helpers_test.go:175: Cleaning up "missing-upgrade-580228" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-580228
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-580228: (2.381402015s)
--- PASS: TestMissingContainerUpgrade (136.56s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:85: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-906409 --no-kubernetes --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio
no_kubernetes_test.go:85: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-906409 --no-kubernetes --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio: exit status 14 (115.474434ms)
-- stdout --
* [NoKubernetes-906409] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21699
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.12s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:97: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-906409 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:97: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-906409 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (40.603621874s)
no_kubernetes_test.go:202: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-906409 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (41.11s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:114: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-906409 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:114: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-906409 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (7.218203013s)
no_kubernetes_test.go:202: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-906409 status -o json
no_kubernetes_test.go:202: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-906409 status -o json: exit status 2 (306.140399ms)
-- stdout --
{"Name":"NoKubernetes-906409","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:126: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-906409
no_kubernetes_test.go:126: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-906409: (1.939922966s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (9.46s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:138: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-906409 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:138: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-906409 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (9.682813675s)
--- PASS: TestNoKubernetes/serial/Start (9.68s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:149: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-906409 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-906409 "sudo systemctl is-active --quiet service kubelet": exit status 1 (382.31434ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.38s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:171: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:181: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (1.29s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:160: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-906409
no_kubernetes_test.go:160: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-906409: (1.283845131s)
--- PASS: TestNoKubernetes/serial/Stop (1.28s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:193: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-906409 --driver=docker --container-runtime=crio
no_kubernetes_test.go:193: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-906409 --driver=docker --container-runtime=crio: (8.138747752s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (8.14s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:149: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-906409 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:149: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-906409 "sudo systemctl is-active --quiet service kubelet": exit status 1 (567.99793ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.57s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.76s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.32.0.2638521992 start -p stopped-upgrade-593901 --memory=3072 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.32.0.2638521992 start -p stopped-upgrade-593901 --memory=3072 --vm-driver=docker --container-runtime=crio: (37.627637074s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.32.0.2638521992 -p stopped-upgrade-593901 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.32.0.2638521992 -p stopped-upgrade-593901 stop: (1.335618304s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-593901 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-arm64 start -p stopped-upgrade-593901 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (25.197177948s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (64.17s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-593901
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-arm64 logs -p stopped-upgrade-593901: (1.729868616s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (1.73s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-093526 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-093526 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (1m27.808629251s)
--- PASS: TestPause/serial/Start (87.81s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-093526 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1006 12:16:59.570808 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-093526 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (28.521375034s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (28.54s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-735070 --memory=3072 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-735070 --memory=3072 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (184.647207ms)
-- stdout --
* [false-735070] minikube v1.37.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=21699
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1006 12:17:23.246792 456001 out.go:360] Setting OutFile to fd 1 ...
I1006 12:17:23.246964 456001 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:17:23.246995 456001 out.go:374] Setting ErrFile to fd 2...
I1006 12:17:23.247017 456001 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1006 12:17:23.247280 456001 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21699-290955/.minikube/bin
I1006 12:17:23.247717 456001 out.go:368] Setting JSON to false
I1006 12:17:23.248637 456001 start.go:130] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7196,"bootTime":1759745848,"procs":175,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1084-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1006 12:17:23.248737 456001 start.go:140] virtualization:
I1006 12:17:23.252245 456001 out.go:179] * [false-735070] minikube v1.37.0 on Ubuntu 20.04 (arm64)
I1006 12:17:23.256171 456001 out.go:179] - MINIKUBE_LOCATION=21699
I1006 12:17:23.256228 456001 notify.go:220] Checking for updates...
I1006 12:17:23.259310 456001 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1006 12:17:23.262248 456001 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21699-290955/kubeconfig
I1006 12:17:23.265134 456001 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21699-290955/.minikube
I1006 12:17:23.268040 456001 out.go:179] - MINIKUBE_BIN=out/minikube-linux-arm64
I1006 12:17:23.270961 456001 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1006 12:17:23.274504 456001 config.go:182] Loaded profile config "force-systemd-flag-269070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
I1006 12:17:23.274698 456001 driver.go:421] Setting default libvirt URI to qemu:///system
I1006 12:17:23.298431 456001 docker.go:123] docker version: linux-28.1.1:Docker Engine - Community
I1006 12:17:23.298558 456001 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1006 12:17:23.360702 456001 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:52 SystemTime:2025-10-06 12:17:23.351383431 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1084-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Pat
h:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.23.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.35.1]] Warnings:<nil>}}
I1006 12:17:23.360814 456001 docker.go:318] overlay module found
I1006 12:17:23.364019 456001 out.go:179] * Using the docker driver based on user configuration
I1006 12:17:23.366867 456001 start.go:304] selected driver: docker
I1006 12:17:23.366888 456001 start.go:924] validating driver "docker" against <nil>
I1006 12:17:23.366903 456001 start.go:935] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1006 12:17:23.370354 456001 out.go:203]
W1006 12:17:23.373157 456001 out.go:285] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1006 12:17:23.375980 456001 out.go:203]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-735070 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-735070
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-735070
>>> host: /etc/nsswitch.conf:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /etc/hosts:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /etc/resolv.conf:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-735070
>>> host: crictl pods:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: crictl containers:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> k8s: describe netcat deployment:
error: context "false-735070" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-735070" does not exist
>>> k8s: netcat logs:
error: context "false-735070" does not exist
>>> k8s: describe coredns deployment:
error: context "false-735070" does not exist
>>> k8s: describe coredns pods:
error: context "false-735070" does not exist
>>> k8s: coredns logs:
error: context "false-735070" does not exist
>>> k8s: describe api server pod(s):
error: context "false-735070" does not exist
>>> k8s: api server logs:
error: context "false-735070" does not exist
>>> host: /etc/cni:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: ip a s:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: ip r s:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: iptables-save:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: iptables table nat:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> k8s: describe kube-proxy daemon set:
error: context "false-735070" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-735070" does not exist
>>> k8s: kube-proxy logs:
error: context "false-735070" does not exist
>>> host: kubelet daemon status:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: kubelet daemon config:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> k8s: kubelet logs:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> k8s: kubectl config:
apiVersion: v1
clusters: null
contexts: null
current-context: ""
kind: Config
preferences: {}
users: null
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-735070
>>> host: docker daemon status:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: docker daemon config:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /etc/docker/daemon.json:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: docker system info:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: cri-docker daemon status:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: cri-docker daemon config:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: cri-dockerd version:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: containerd daemon status:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: containerd daemon config:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /etc/containerd/config.toml:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: containerd config dump:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: crio daemon status:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: crio daemon config:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: /etc/crio:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
>>> host: crio config:
* Profile "false-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-735070"
----------------------- debugLogs end: false-735070 [took: 3.327156724s] --------------------------------
helpers_test.go:175: Cleaning up "false-735070" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-735070
--- PASS: TestNetworkPlugins/group/false (3.67s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0
E1006 12:26:59.571241 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0: (1m2.5800467s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (62.58s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-685968 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [fed8ea5e-3332-4299-a7cb-ed0730d280ac] Pending
helpers_test.go:352: "busybox" [fed8ea5e-3332-4299-a7cb-ed0730d280ac] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [fed8ea5e-3332-4299-a7cb-ed0730d280ac] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 9.004042352s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-685968 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (9.41s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-685968 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-685968 --alsologtostderr -v=3: (11.858272689s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (11.86s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685968 -n old-k8s-version-685968
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685968 -n old-k8s-version-685968: exit status 7 (67.088149ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-685968 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.19s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-685968 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0: (1m2.356065122s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-685968 -n old-k8s-version-685968
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (62.79s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (1m12.491299628s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (72.49s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-8694d4445c-88fpk" [7eb05842-e2a9-463d-8ec3-d083be2ea1c0] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003174442s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-8694d4445c-88fpk" [7eb05842-e2a9-463d-8ec3-d083be2ea1c0] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003757823s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context old-k8s-version-685968 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.13s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-685968 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20230511-dc714da8
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (1m23.969593617s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (83.97s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-953907 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [021225c9-e4e6-4b84-864e-d9d40f0aa40d] Pending
helpers_test.go:352: "busybox" [021225c9-e4e6-4b84-864e-d9d40f0aa40d] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [021225c9-e4e6-4b84-864e-d9d40f0aa40d] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 8.00404754s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-953907 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (8.36s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-953907 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-953907 --alsologtostderr -v=3: (12.00901582s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.01s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-953907 -n no-preload-953907
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-953907 -n no-preload-953907: exit status 7 (106.219716ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-953907 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.26s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-953907 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (54.29330993s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-953907 -n no-preload-953907
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (54.71s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-127677 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [5852b4a9-630e-46aa-8507-81df0a3928c2] Pending
helpers_test.go:352: "busybox" [5852b4a9-630e-46aa-8507-81df0a3928c2] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [5852b4a9-630e-46aa-8507-81df0a3928c2] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 9.00370177s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-127677 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (9.37s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-9222b" [6530f9bf-e87b-4e2c-91d0-1fcb7e637413] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003158761s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-9222b" [6530f9bf-e87b-4e2c-91d0-1fcb7e637413] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003241274s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context no-preload-953907 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-127677 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-127677 --alsologtostderr -v=3: (12.020931343s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (12.02s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p no-preload-953907 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-127677 -n embed-certs-127677
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-127677 -n embed-certs-127677: exit status 7 (94.41737ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-127677 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.25s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-127677 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (56.107714834s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-127677 -n embed-certs-127677
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (56.48s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
E1006 12:31:59.570480 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (1m31.100425886s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (91.10s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-bdcl8" [1de95757-5d41-42a7-8f58-b7de493d29eb] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.002925573s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-bdcl8" [1de95757-5d41-42a7-8f58-b7de493d29eb] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003470247s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context embed-certs-127677 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-127677 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.25s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
E1006 12:32:42.382356 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:42.388741 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:42.400347 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:42.421879 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:42.463370 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:42.544801 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:42.707185 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:43.028869 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:43.670855 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:44.956685 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:32:47.518617 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (37.238237202s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (37.24s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-684953 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:352: "busybox" [da67c779-eef1-46ae-b845-46c7be32c53a] Pending
E1006 12:32:52.640685 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:352: "busybox" [da67c779-eef1-46ae-b845-46c7be32c53a] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:352: "busybox" [da67c779-eef1-46ae-b845-46c7be32c53a] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 10.004011881s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-684953 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (10.58s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-684953 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-684953 --alsologtostderr -v=3: (12.12215904s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (12.12s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-316056 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-316056 --alsologtostderr -v=3: (1.261556205s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.26s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953: exit status 7 (116.896565ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-684953 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.24s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-316056 -n newest-cni-316056
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-316056 -n newest-cni-316056: exit status 7 (98.96694ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-316056 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-684953 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (1m2.852268536s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-684953 -n default-k8s-diff-port-684953
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (63.26s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1
E1006 12:33:23.364050 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-316056 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.34.1: (20.54892737s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-316056 -n newest-cni-316056
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (21.14s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:271: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:282: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-316056 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.32s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1006 12:34:04.327351 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:34:20.370204 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/addons-657738/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (1m22.18721342s)
--- PASS: TestNetworkPlugins/group/auto/Start (82.19s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-66phq" [0b7db9b8-a1db-429d-9501-11961976b840] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003323031s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:352: "kubernetes-dashboard-855c9754f9-66phq" [0b7db9b8-a1db-429d-9501-11961976b840] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004149216s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context default-k8s-diff-port-684953 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-684953 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.31s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
E1006 12:34:43.863468 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:34:46.425690 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:34:51.548302 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:35:01.790716 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (1m24.898035479s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (84.90s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-735070 "pgrep -a kubelet"
I1006 12:35:13.207043 292811 config.go:182] Loaded profile config "auto-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.42s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-735070 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-44xcj" [cd864757-f6a5-4f9f-944d-394331b1815a] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-44xcj" [cd864757-f6a5-4f9f-944d-394331b1815a] Running
E1006 12:35:22.272584 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 12.003846514s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (12.40s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-735070 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.20s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.14s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.14s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
E1006 12:36:03.234441 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m6.557953863s)
--- PASS: TestNetworkPlugins/group/calico/Start (66.56s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:352: "kindnet-867cd" [24b7089e-8980-496a-b9db-039aa829c18d] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.004188265s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-735070 "pgrep -a kubelet"
I1006 12:36:14.125424 292811 config.go:182] Loaded profile config "kindnet-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-735070 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-gbhsk" [4a3493c5-1aa5-469b-8e22-62ecc1f55f6e] Pending
helpers_test.go:352: "netcat-cd4db9dbf-gbhsk" [4a3493c5-1aa5-469b-8e22-62ecc1f55f6e] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-gbhsk" [4a3493c5-1aa5-469b-8e22-62ecc1f55f6e] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 13.003254736s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (13.42s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-735070 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.22s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.18s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m4.250367467s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (64.25s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:352: "calico-node-6tjwf" [248d9d79-fb73-4c7a-8ce2-344f2f0b322f] Running / Ready:ContainersNotReady (containers with unready status: [calico-node]) / ContainersReady:ContainersNotReady (containers with unready status: [calico-node])
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.00421992s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-735070 "pgrep -a kubelet"
E1006 12:36:59.570331 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/functional-061974/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
I1006 12:36:59.867778 292811 config.go:182] Loaded profile config "calico-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.64s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-735070 replace --force -f testdata/netcat-deployment.yaml
I1006 12:37:00.510709 292811 kapi.go:136] Waiting for deployment netcat to stabilize, generation 1 observed generation 1 spec.replicas 1 status.replicas 0
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-vs7lc" [b43f6220-b21e-4214-89d5-6eef898c6a52] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-vs7lc" [b43f6220-b21e-4214-89d5-6eef898c6a52] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 11.004367778s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (11.77s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-735070 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.21s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
E1006 12:37:42.382587 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/old-k8s-version-685968/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:52.198362 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:52.204884 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:52.216236 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:52.237603 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:52.279044 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:52.360386 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:52.522165 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:52.843965 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:53.486133 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1006 12:37:54.767424 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m10.180218703s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (70.18s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-735070 "pgrep -a kubelet"
E1006 12:37:57.328709 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
I1006 12:37:57.443455 292811 config.go:182] Loaded profile config "custom-flannel-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.42s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-735070 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-s9dhw" [d24fe162-45ef-4117-ab77-97ffcdd4ad81] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1006 12:38:02.450187 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:352: "netcat-cd4db9dbf-s9dhw" [d24fe162-45ef-4117-ab77-97ffcdd4ad81] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 11.004945764s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (11.35s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-735070 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.25s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.18s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
E1006 12:38:33.173789 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/default-k8s-diff-port-684953/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (1m2.157967839s)
--- PASS: TestNetworkPlugins/group/flannel/Start (62.16s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-735070 "pgrep -a kubelet"
I1006 12:38:49.796319 292811 config.go:182] Loaded profile config "enable-default-cni-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.43s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-735070 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-24bcm" [5e30c7bd-3806-4202-8ff8-8805e04c2688] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-24bcm" [5e30c7bd-3806-4202-8ff8-8805e04c2688] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 11.004651828s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (11.33s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-735070 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.19s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-735070 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m22.27303059s)
--- PASS: TestNetworkPlugins/group/bridge/Start (82.27s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:352: "kube-flannel-ds-dcn4k" [9279ff02-5e31-428f-9461-fafb50d6ada1] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.004537655s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-735070 "pgrep -a kubelet"
I1006 12:39:40.208472 292811 config.go:182] Loaded profile config "flannel-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.40s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-735070 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-nzqq7" [891dfaf5-67cf-4daa-989a-1e43a5d35db1] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1006 12:39:41.294278 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/no-preload-953907/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:352: "netcat-cd4db9dbf-nzqq7" [891dfaf5-67cf-4daa-989a-1e43a5d35db1] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 11.005010528s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (11.35s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-735070 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.21s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-735070 "pgrep -a kubelet"
I1006 12:40:46.736266 292811 config.go:182] Loaded profile config "bridge-735070": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.34.1
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.29s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-735070 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:352: "netcat-cd4db9dbf-2wwhq" [f70e07bc-ab39-4715-b2a8-8297755ca150] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:352: "netcat-cd4db9dbf-2wwhq" [f70e07bc-ab39-4715-b2a8-8297755ca150] Running
E1006 12:40:54.569977 292811 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/21699-290955/.minikube/profiles/auto-735070/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 11.003178621s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (11.26s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-735070 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.16s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.13s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-735070 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.13s)
=== RUN TestDownloadOnly/v1.28.0/cached-images
aaa_download_only_test.go:128: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.0/binaries
aaa_download_only_test.go:150: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.0/kubectl
aaa_download_only_test.go:166: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.34.1/cached-images
aaa_download_only_test.go:128: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.34.1/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.34.1/binaries
aaa_download_only_test.go:150: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.34.1/binaries (0.00s)
=== RUN TestDownloadOnly/v1.34.1/kubectl
aaa_download_only_test.go:166: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.34.1/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:231: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-080143 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:248: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-080143" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-080143
--- SKIP: TestDownloadOnlyKic (0.68s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/serial/GCPAuth/RealCredentials
addons_test.go:759: This test requires a GCE instance (excluding Cloud Shell) with a container based driver
--- SKIP: TestAddons/serial/GCPAuth/RealCredentials (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:483: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestAddons/parallel/AmdGpuDevicePlugin
=== PAUSE TestAddons/parallel/AmdGpuDevicePlugin
=== CONT TestAddons/parallel/AmdGpuDevicePlugin
addons_test.go:1033: skip amd gpu test on all but docker driver and amd64 platform
--- SKIP: TestAddons/parallel/AmdGpuDevicePlugin (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestKVMDriverInstallOrUpdate
driver_install_or_update_test.go:45: Skip if arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestKVMDriverInstallOrUpdate (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:114: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:178: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1792: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:478: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:565: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestFunctionalNewestKubernetes
functional_test.go:82:
--- SKIP: TestFunctionalNewestKubernetes (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:101: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-402838" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-402838
--- SKIP: TestStartStop/group/disable-driver-mounts (0.22s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:636:
----------------------- debugLogs start: kubenet-735070 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-735070
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-735070
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /etc/hosts:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /etc/resolv.conf:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-735070
>>> host: crictl pods:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: crictl containers:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> k8s: describe netcat deployment:
error: context "kubenet-735070" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-735070" does not exist
>>> k8s: netcat logs:
error: context "kubenet-735070" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-735070" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-735070" does not exist
>>> k8s: coredns logs:
error: context "kubenet-735070" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-735070" does not exist
>>> k8s: api server logs:
error: context "kubenet-735070" does not exist
>>> host: /etc/cni:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: ip a s:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: ip r s:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: iptables-save:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: iptables table nat:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-735070" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-735070" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-735070" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: kubelet daemon config:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> k8s: kubelet logs:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> k8s: kubectl config:
apiVersion: v1
clusters: null
contexts: null
current-context: ""
kind: Config
preferences: {}
users: null
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-735070
>>> host: docker daemon status:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: docker daemon config:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: docker system info:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: cri-docker daemon status:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: cri-docker daemon config:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: cri-dockerd version:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: containerd daemon status:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: containerd daemon config:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: containerd config dump:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: crio daemon status:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: crio daemon config:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: /etc/crio:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
>>> host: crio config:
* Profile "kubenet-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-735070"
----------------------- debugLogs end: kubenet-735070 [took: 3.356029589s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-735070" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-735070
--- SKIP: TestNetworkPlugins/group/kubenet (3.51s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:636:
----------------------- debugLogs start: cilium-735070 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-735070
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-735070
>>> host: /etc/nsswitch.conf:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /etc/hosts:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /etc/resolv.conf:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-735070
>>> host: crictl pods:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: crictl containers:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> k8s: describe netcat deployment:
error: context "cilium-735070" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-735070" does not exist
>>> k8s: netcat logs:
error: context "cilium-735070" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-735070" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-735070" does not exist
>>> k8s: coredns logs:
error: context "cilium-735070" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-735070" does not exist
>>> k8s: api server logs:
error: context "cilium-735070" does not exist
>>> host: /etc/cni:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: ip a s:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: ip r s:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: iptables-save:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: iptables table nat:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-735070
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-735070
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-735070" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-735070" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-735070
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-735070
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-735070" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-735070" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-735070" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-735070" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-735070" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: kubelet daemon config:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> k8s: kubelet logs:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> k8s: kubectl config:
apiVersion: v1
clusters: null
contexts: null
current-context: ""
kind: Config
preferences: {}
users: null
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-735070
>>> host: docker daemon status:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: docker daemon config:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: docker system info:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: cri-docker daemon status:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: cri-docker daemon config:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: cri-dockerd version:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: containerd daemon status:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: containerd daemon config:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: containerd config dump:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: crio daemon status:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: crio daemon config:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: /etc/crio:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
>>> host: crio config:
* Profile "cilium-735070" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-735070"
----------------------- debugLogs end: cilium-735070 [took: 3.732697025s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-735070" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-735070
--- SKIP: TestNetworkPlugins/group/cilium (3.89s)