=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:328: registry stabilized in 2.112033ms
addons_test.go:330: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-66c9cd494c-8lfqs" [5229f013-acc0-4b78-b107-2d47393d9d1c] Running
addons_test.go:330: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.003795548s
addons_test.go:333: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-flzf9" [9d9f58d3-a739-4cce-b7eb-5fd3957e4be0] Running
addons_test.go:333: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.003538512s
addons_test.go:338: (dbg) Run: kubectl --context addons-789893 delete po -l run=registry-test --now
addons_test.go:343: (dbg) Run: kubectl --context addons-789893 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:343: (dbg) Non-zero exit: kubectl --context addons-789893 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.076485635s)
-- stdout --
pod "registry-test" deleted
-- /stdout --
** stderr **
error: timed out waiting for the condition
** /stderr **
addons_test.go:345: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-789893 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1
addons_test.go:349: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted
*
addons_test.go:357: (dbg) Run: out/minikube-linux-amd64 -p addons-789893 ip
2024/09/24 18:33:20 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:386: (dbg) Run: out/minikube-linux-amd64 -p addons-789893 addons disable registry --alsologtostderr -v=1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Registry]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-789893
helpers_test.go:235: (dbg) docker inspect addons-789893:
-- stdout --
[
{
"Id": "d9bf8095779b9256d58814ad34349f082aff0b199b9b38793f3cbc10a4a65ca7",
"Created": "2024-09-24T18:20:22.701018461Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 12379,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-09-24T18:20:22.837591239Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:fba5f082b59effd6acfcb1eed3d3f86a23bd3a65463877f8197a730d49f52a09",
"ResolvConfPath": "/var/lib/docker/containers/d9bf8095779b9256d58814ad34349f082aff0b199b9b38793f3cbc10a4a65ca7/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/d9bf8095779b9256d58814ad34349f082aff0b199b9b38793f3cbc10a4a65ca7/hostname",
"HostsPath": "/var/lib/docker/containers/d9bf8095779b9256d58814ad34349f082aff0b199b9b38793f3cbc10a4a65ca7/hosts",
"LogPath": "/var/lib/docker/containers/d9bf8095779b9256d58814ad34349f082aff0b199b9b38793f3cbc10a4a65ca7/d9bf8095779b9256d58814ad34349f082aff0b199b9b38793f3cbc10a4a65ca7-json.log",
"Name": "/addons-789893",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-789893:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-789893",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/7beedf44a252c2947d83bf7ff2b335ed088e8c5abb8138fb22e53cc1ce97a7a0-init/diff:/var/lib/docker/overlay2/0115760d82440e44e3edbf6fee21498f145488aed58e4b1dd9af29375d63c743/diff",
"MergedDir": "/var/lib/docker/overlay2/7beedf44a252c2947d83bf7ff2b335ed088e8c5abb8138fb22e53cc1ce97a7a0/merged",
"UpperDir": "/var/lib/docker/overlay2/7beedf44a252c2947d83bf7ff2b335ed088e8c5abb8138fb22e53cc1ce97a7a0/diff",
"WorkDir": "/var/lib/docker/overlay2/7beedf44a252c2947d83bf7ff2b335ed088e8c5abb8138fb22e53cc1ce97a7a0/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-789893",
"Source": "/var/lib/docker/volumes/addons-789893/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-789893",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-789893",
"name.minikube.sigs.k8s.io": "addons-789893",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "5226b021e241900335b95e2567026f192e665c40495e4c261a062d72f249b89a",
"SandboxKey": "/var/run/docker/netns/5226b021e241",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-789893": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "10f90ea17bd76d57d8a43a1ada97db9da588f1883022644ad9585a64f8b10691",
"EndpointID": "8bbabf2c923edf8955149e1cdd6e651a2cbbd758b5cb950f5e13052cf2d90ba0",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-789893",
"d9bf8095779b"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-789893 -n addons-789893
helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Registry]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-789893 logs -n 25
helpers_test.go:252: TestAddons/parallel/Registry logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-732632 | jenkins | v1.34.0 | 24 Sep 24 18:19 UTC | |
| | download-docker-732632 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-732632 | download-docker-732632 | jenkins | v1.34.0 | 24 Sep 24 18:19 UTC | 24 Sep 24 18:19 UTC |
| start | --download-only -p | binary-mirror-762394 | jenkins | v1.34.0 | 24 Sep 24 18:19 UTC | |
| | binary-mirror-762394 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:44069 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-762394 | binary-mirror-762394 | jenkins | v1.34.0 | 24 Sep 24 18:19 UTC | 24 Sep 24 18:19 UTC |
| addons | disable dashboard -p | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:19 UTC | |
| | addons-789893 | | | | | |
| addons | enable dashboard -p | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:19 UTC | |
| | addons-789893 | | | | | |
| start | -p addons-789893 --wait=true | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:19 UTC | 24 Sep 24 18:23 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | addons-789893 addons disable | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:23 UTC | 24 Sep 24 18:24 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | -p addons-789893 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-789893 addons | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | addons-789893 | | | | | |
| addons | addons-789893 addons disable | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-789893 addons disable | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ssh | addons-789893 ssh cat | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | /opt/local-path-provisioner/pvc-117b04fa-020f-4d7a-b0c4-d5c240982010_default_test-pvc/file1 | | | | | |
| addons | addons-789893 addons disable | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:33 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | -p addons-789893 | | | | | |
| addons | disable cloud-spanner -p | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | addons-789893 | | | | | |
| ssh | addons-789893 ssh curl -s | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-789893 ip | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| addons | addons-789893 addons disable | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:32 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-789893 addons disable | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:32 UTC | 24 Sep 24 18:33 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
| addons | addons-789893 addons | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-789893 addons | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-789893 ip | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| addons | addons-789893 addons disable | addons-789893 | jenkins | v1.34.0 | 24 Sep 24 18:33 UTC | 24 Sep 24 18:33 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/24 18:19:58
Running on machine: ubuntu-20-agent-14
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0924 18:19:58.714423 11629 out.go:345] Setting OutFile to fd 1 ...
I0924 18:19:58.714953 11629 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0924 18:19:58.714964 11629 out.go:358] Setting ErrFile to fd 2...
I0924 18:19:58.714969 11629 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0924 18:19:58.715390 11629 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19700-3566/.minikube/bin
I0924 18:19:58.716472 11629 out.go:352] Setting JSON to false
I0924 18:19:58.717347 11629 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-14","uptime":145,"bootTime":1727201854,"procs":180,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0924 18:19:58.717453 11629 start.go:139] virtualization: kvm guest
I0924 18:19:58.719346 11629 out.go:177] * [addons-789893] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I0924 18:19:58.721124 11629 notify.go:220] Checking for updates...
I0924 18:19:58.721141 11629 out.go:177] - MINIKUBE_LOCATION=19700
I0924 18:19:58.722436 11629 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0924 18:19:58.723815 11629 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19700-3566/kubeconfig
I0924 18:19:58.725110 11629 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19700-3566/.minikube
I0924 18:19:58.726325 11629 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0924 18:19:58.727561 11629 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0924 18:19:58.729062 11629 driver.go:394] Setting default libvirt URI to qemu:///system
I0924 18:19:58.751065 11629 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I0924 18:19:58.751179 11629 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0924 18:19:58.795610 11629 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-09-24 18:19:58.786792142 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1069-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647943680 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0924 18:19:58.795713 11629 docker.go:318] overlay module found
I0924 18:19:58.797616 11629 out.go:177] * Using the docker driver based on user configuration
I0924 18:19:58.799087 11629 start.go:297] selected driver: docker
I0924 18:19:58.799107 11629 start.go:901] validating driver "docker" against <nil>
I0924 18:19:58.799121 11629 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0924 18:19:58.799960 11629 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0924 18:19:58.843916 11629 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-09-24 18:19:58.835234172 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1069-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647943680 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0924 18:19:58.844080 11629 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0924 18:19:58.844319 11629 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0924 18:19:58.846467 11629 out.go:177] * Using Docker driver with root privileges
I0924 18:19:58.847958 11629 cni.go:84] Creating CNI manager for ""
I0924 18:19:58.848030 11629 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0924 18:19:58.848042 11629 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0924 18:19:58.848109 11629 start.go:340] cluster config:
{Name:addons-789893 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-789893 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0924 18:19:58.849582 11629 out.go:177] * Starting "addons-789893" primary control-plane node in "addons-789893" cluster
I0924 18:19:58.850779 11629 cache.go:121] Beginning downloading kic base image for docker with docker
I0924 18:19:58.852151 11629 out.go:177] * Pulling base image v0.0.45-1727108449-19696 ...
I0924 18:19:58.853498 11629 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0924 18:19:58.853550 11629 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19700-3566/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4
I0924 18:19:58.853561 11629 cache.go:56] Caching tarball of preloaded images
I0924 18:19:58.853626 11629 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local docker daemon
I0924 18:19:58.853643 11629 preload.go:172] Found /home/jenkins/minikube-integration/19700-3566/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0924 18:19:58.853651 11629 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0924 18:19:58.853980 11629 profile.go:143] Saving config to /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/config.json ...
I0924 18:19:58.854002 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/config.json: {Name:mk7ddde845957bb4ba53f6ed3847a71ada0d57ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:19:58.869885 11629 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 to local cache
I0924 18:19:58.870012 11629 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local cache directory
I0924 18:19:58.870030 11629 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local cache directory, skipping pull
I0924 18:19:58.870037 11629 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 exists in cache, skipping pull
I0924 18:19:58.870047 11629 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 as a tarball
I0924 18:19:58.870058 11629 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 from local cache
I0924 18:20:11.016288 11629 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 from cached tarball
I0924 18:20:11.016330 11629 cache.go:194] Successfully downloaded all kic artifacts
I0924 18:20:11.016374 11629 start.go:360] acquireMachinesLock for addons-789893: {Name:mk6f9116687b86467b4db73b0cf7e65e88e30749 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0924 18:20:11.016490 11629 start.go:364] duration metric: took 93.605µs to acquireMachinesLock for "addons-789893"
I0924 18:20:11.016522 11629 start.go:93] Provisioning new machine with config: &{Name:addons-789893 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-789893 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0924 18:20:11.016601 11629 start.go:125] createHost starting for "" (driver="docker")
I0924 18:20:11.018605 11629 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0924 18:20:11.018854 11629 start.go:159] libmachine.API.Create for "addons-789893" (driver="docker")
I0924 18:20:11.018896 11629 client.go:168] LocalClient.Create starting
I0924 18:20:11.019020 11629 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca.pem
I0924 18:20:11.153084 11629 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/cert.pem
I0924 18:20:11.301451 11629 cli_runner.go:164] Run: docker network inspect addons-789893 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0924 18:20:11.317311 11629 cli_runner.go:211] docker network inspect addons-789893 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0924 18:20:11.317388 11629 network_create.go:284] running [docker network inspect addons-789893] to gather additional debugging logs...
I0924 18:20:11.317414 11629 cli_runner.go:164] Run: docker network inspect addons-789893
W0924 18:20:11.332984 11629 cli_runner.go:211] docker network inspect addons-789893 returned with exit code 1
I0924 18:20:11.333011 11629 network_create.go:287] error running [docker network inspect addons-789893]: docker network inspect addons-789893: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-789893 not found
I0924 18:20:11.333025 11629 network_create.go:289] output of [docker network inspect addons-789893]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-789893 not found
** /stderr **
I0924 18:20:11.333191 11629 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0924 18:20:11.350635 11629 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc00080fcb0}
I0924 18:20:11.350677 11629 network_create.go:124] attempt to create docker network addons-789893 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0924 18:20:11.350731 11629 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-789893 addons-789893
I0924 18:20:11.416883 11629 network_create.go:108] docker network addons-789893 192.168.49.0/24 created
I0924 18:20:11.416913 11629 kic.go:121] calculated static IP "192.168.49.2" for the "addons-789893" container
I0924 18:20:11.416991 11629 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0924 18:20:11.432665 11629 cli_runner.go:164] Run: docker volume create addons-789893 --label name.minikube.sigs.k8s.io=addons-789893 --label created_by.minikube.sigs.k8s.io=true
I0924 18:20:11.451692 11629 oci.go:103] Successfully created a docker volume addons-789893
I0924 18:20:11.451802 11629 cli_runner.go:164] Run: docker run --rm --name addons-789893-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-789893 --entrypoint /usr/bin/test -v addons-789893:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -d /var/lib
I0924 18:20:18.661900 11629 cli_runner.go:217] Completed: docker run --rm --name addons-789893-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-789893 --entrypoint /usr/bin/test -v addons-789893:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -d /var/lib: (7.210049549s)
I0924 18:20:18.661930 11629 oci.go:107] Successfully prepared a docker volume addons-789893
I0924 18:20:18.661958 11629 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0924 18:20:18.661976 11629 kic.go:194] Starting extracting preloaded images to volume ...
I0924 18:20:18.662041 11629 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19700-3566/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-789893:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -I lz4 -xf /preloaded.tar -C /extractDir
I0924 18:20:22.637916 11629 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19700-3566/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v addons-789893:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -I lz4 -xf /preloaded.tar -C /extractDir: (3.975831695s)
I0924 18:20:22.637950 11629 kic.go:203] duration metric: took 3.975968813s to extract preloaded images to volume ...
W0924 18:20:22.638105 11629 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0924 18:20:22.638233 11629 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0924 18:20:22.686364 11629 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-789893 --name addons-789893 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-789893 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-789893 --network addons-789893 --ip 192.168.49.2 --volume addons-789893:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21
I0924 18:20:22.996086 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Running}}
I0924 18:20:23.014006 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:23.034003 11629 cli_runner.go:164] Run: docker exec addons-789893 stat /var/lib/dpkg/alternatives/iptables
I0924 18:20:23.082643 11629 oci.go:144] the created container "addons-789893" has a running status.
I0924 18:20:23.082740 11629 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa...
I0924 18:20:23.271654 11629 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0924 18:20:23.292911 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:23.312926 11629 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0924 18:20:23.312944 11629 kic_runner.go:114] Args: [docker exec --privileged addons-789893 chown docker:docker /home/docker/.ssh/authorized_keys]
I0924 18:20:23.384095 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:23.405036 11629 machine.go:93] provisionDockerMachine start ...
I0924 18:20:23.405113 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:23.423298 11629 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:23.423482 11629 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:23.423489 11629 main.go:141] libmachine: About to run SSH command:
hostname
I0924 18:20:23.624089 11629 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-789893
I0924 18:20:23.624132 11629 ubuntu.go:169] provisioning hostname "addons-789893"
I0924 18:20:23.624201 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:23.643721 11629 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:23.643895 11629 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:23.643913 11629 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-789893 && echo "addons-789893" | sudo tee /etc/hostname
I0924 18:20:23.767680 11629 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-789893
I0924 18:20:23.767749 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:23.785123 11629 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:23.785331 11629 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:23.785354 11629 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-789893' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-789893/g' /etc/hosts;
else
echo '127.0.1.1 addons-789893' | sudo tee -a /etc/hosts;
fi
fi
I0924 18:20:23.900809 11629 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0924 18:20:23.900850 11629 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19700-3566/.minikube CaCertPath:/home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19700-3566/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19700-3566/.minikube}
I0924 18:20:23.900890 11629 ubuntu.go:177] setting up certificates
I0924 18:20:23.900907 11629 provision.go:84] configureAuth start
I0924 18:20:23.900970 11629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-789893
I0924 18:20:23.920497 11629 provision.go:143] copyHostCerts
I0924 18:20:23.920573 11629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19700-3566/.minikube/ca.pem (1082 bytes)
I0924 18:20:23.920742 11629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19700-3566/.minikube/cert.pem (1123 bytes)
I0924 18:20:23.920840 11629 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19700-3566/.minikube/key.pem (1675 bytes)
I0924 18:20:23.920919 11629 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19700-3566/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca-key.pem org=jenkins.addons-789893 san=[127.0.0.1 192.168.49.2 addons-789893 localhost minikube]
I0924 18:20:24.086617 11629 provision.go:177] copyRemoteCerts
I0924 18:20:24.086680 11629 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0924 18:20:24.086717 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:24.103762 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:24.189291 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0924 18:20:24.211673 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0924 18:20:24.234107 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0924 18:20:24.256460 11629 provision.go:87] duration metric: took 355.539654ms to configureAuth
I0924 18:20:24.256503 11629 ubuntu.go:193] setting minikube options for container-runtime
I0924 18:20:24.256659 11629 config.go:182] Loaded profile config "addons-789893": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0924 18:20:24.256703 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:24.273120 11629 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:24.273283 11629 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:24.273296 11629 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0924 18:20:24.385048 11629 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0924 18:20:24.385067 11629 ubuntu.go:71] root file system type: overlay
I0924 18:20:24.385184 11629 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0924 18:20:24.385249 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:24.401924 11629 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:24.402100 11629 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:24.402158 11629 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0924 18:20:24.529646 11629 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0924 18:20:24.529724 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:24.548476 11629 main.go:141] libmachine: Using SSH client type: native
I0924 18:20:24.548682 11629 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0924 18:20:24.548704 11629 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0924 18:20:25.246695 11629 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2024-09-20 11:39:29.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-09-24 18:20:24.521576322 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0924 18:20:25.246727 11629 machine.go:96] duration metric: took 1.841665415s to provisionDockerMachine
I0924 18:20:25.246741 11629 client.go:171] duration metric: took 14.227834511s to LocalClient.Create
I0924 18:20:25.246762 11629 start.go:167] duration metric: took 14.227921139s to libmachine.API.Create "addons-789893"
I0924 18:20:25.246774 11629 start.go:293] postStartSetup for "addons-789893" (driver="docker")
I0924 18:20:25.246785 11629 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0924 18:20:25.246848 11629 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0924 18:20:25.246900 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:25.264209 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:25.351062 11629 ssh_runner.go:195] Run: cat /etc/os-release
I0924 18:20:25.354364 11629 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0924 18:20:25.354403 11629 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0924 18:20:25.354415 11629 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0924 18:20:25.354425 11629 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0924 18:20:25.354439 11629 filesync.go:126] Scanning /home/jenkins/minikube-integration/19700-3566/.minikube/addons for local assets ...
I0924 18:20:25.354514 11629 filesync.go:126] Scanning /home/jenkins/minikube-integration/19700-3566/.minikube/files for local assets ...
I0924 18:20:25.354546 11629 start.go:296] duration metric: took 107.764962ms for postStartSetup
I0924 18:20:25.354859 11629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-789893
I0924 18:20:25.372323 11629 profile.go:143] Saving config to /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/config.json ...
I0924 18:20:25.372577 11629 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0924 18:20:25.372617 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:25.389515 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:25.473348 11629 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0924 18:20:25.477383 11629 start.go:128] duration metric: took 14.460766574s to createHost
I0924 18:20:25.477405 11629 start.go:83] releasing machines lock for "addons-789893", held for 14.460900777s
I0924 18:20:25.477460 11629 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-789893
I0924 18:20:25.493948 11629 ssh_runner.go:195] Run: cat /version.json
I0924 18:20:25.494018 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:25.494048 11629 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0924 18:20:25.494121 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:25.511700 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:25.512045 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:25.592257 11629 ssh_runner.go:195] Run: systemctl --version
I0924 18:20:25.596289 11629 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0924 18:20:25.666445 11629 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0924 18:20:25.689613 11629 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0924 18:20:25.689675 11629 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0924 18:20:25.715800 11629 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0924 18:20:25.715828 11629 start.go:495] detecting cgroup driver to use...
I0924 18:20:25.715858 11629 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0924 18:20:25.715997 11629 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0924 18:20:25.731940 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0924 18:20:25.740996 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0924 18:20:25.750174 11629 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0924 18:20:25.750239 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0924 18:20:25.759003 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0924 18:20:25.767632 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0924 18:20:25.776635 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0924 18:20:25.785611 11629 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0924 18:20:25.794571 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0924 18:20:25.805374 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0924 18:20:25.814579 11629 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0924 18:20:25.823924 11629 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0924 18:20:25.832068 11629 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0924 18:20:25.832117 11629 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0924 18:20:25.844843 11629 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0924 18:20:25.853148 11629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:25.930814 11629 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0924 18:20:26.013798 11629 start.go:495] detecting cgroup driver to use...
I0924 18:20:26.013854 11629 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0924 18:20:26.013905 11629 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0924 18:20:26.024847 11629 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0924 18:20:26.024952 11629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0924 18:20:26.036625 11629 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0924 18:20:26.054225 11629 ssh_runner.go:195] Run: which cri-dockerd
I0924 18:20:26.057626 11629 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0924 18:20:26.066531 11629 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0924 18:20:26.083265 11629 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0924 18:20:26.180737 11629 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0924 18:20:26.274834 11629 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0924 18:20:26.274984 11629 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0924 18:20:26.292027 11629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:26.364211 11629 ssh_runner.go:195] Run: sudo systemctl restart docker
I0924 18:20:26.626482 11629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0924 18:20:26.637810 11629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0924 18:20:26.649703 11629 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0924 18:20:26.733469 11629 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0924 18:20:26.807189 11629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:26.879032 11629 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0924 18:20:26.891677 11629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0924 18:20:26.901994 11629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:26.979362 11629 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0924 18:20:27.040825 11629 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0924 18:20:27.040894 11629 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0924 18:20:27.044452 11629 start.go:563] Will wait 60s for crictl version
I0924 18:20:27.044501 11629 ssh_runner.go:195] Run: which crictl
I0924 18:20:27.047961 11629 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0924 18:20:27.080461 11629 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I0924 18:20:27.080519 11629 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0924 18:20:27.104117 11629 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0924 18:20:27.130460 11629 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.3.1 ...
I0924 18:20:27.130537 11629 cli_runner.go:164] Run: docker network inspect addons-789893 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0924 18:20:27.146675 11629 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0924 18:20:27.150190 11629 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0924 18:20:27.160158 11629 kubeadm.go:883] updating cluster {Name:addons-789893 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-789893 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuF
irmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0924 18:20:27.160271 11629 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0924 18:20:27.160332 11629 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0924 18:20:27.177609 11629 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0924 18:20:27.177657 11629 docker.go:615] Images already preloaded, skipping extraction
I0924 18:20:27.177723 11629 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0924 18:20:27.196136 11629 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0924 18:20:27.196164 11629 cache_images.go:84] Images are preloaded, skipping loading
I0924 18:20:27.196178 11629 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.1 docker true true} ...
I0924 18:20:27.196274 11629 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-789893 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:addons-789893 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0924 18:20:27.196324 11629 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0924 18:20:27.238936 11629 cni.go:84] Creating CNI manager for ""
I0924 18:20:27.238967 11629 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0924 18:20:27.238978 11629 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0924 18:20:27.238997 11629 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-789893 NodeName:addons-789893 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0924 18:20:27.239138 11629 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-789893"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0924 18:20:27.239201 11629 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0924 18:20:27.247176 11629 binaries.go:44] Found k8s binaries, skipping transfer
I0924 18:20:27.247242 11629 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0924 18:20:27.254957 11629 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0924 18:20:27.270931 11629 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0924 18:20:27.286905 11629 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2155 bytes)
I0924 18:20:27.303348 11629 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0924 18:20:27.306660 11629 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0924 18:20:27.316707 11629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:27.391691 11629 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0924 18:20:27.404135 11629 certs.go:68] Setting up /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893 for IP: 192.168.49.2
I0924 18:20:27.404155 11629 certs.go:194] generating shared ca certs ...
I0924 18:20:27.404171 11629 certs.go:226] acquiring lock for ca certs: {Name:mk00476d91bf974823d94d53e8c912f7a2b5af93 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:27.404300 11629 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19700-3566/.minikube/ca.key
I0924 18:20:27.577204 11629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-3566/.minikube/ca.crt ...
I0924 18:20:27.577233 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/ca.crt: {Name:mk7e77d331e468b1dbe4ccf6a6d32a36eab43d49 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:27.577402 11629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-3566/.minikube/ca.key ...
I0924 18:20:27.577412 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/ca.key: {Name:mk1be8f63ede800a19ad8b0a93050542f244777d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:27.577481 11629 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19700-3566/.minikube/proxy-client-ca.key
I0924 18:20:27.818224 11629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-3566/.minikube/proxy-client-ca.crt ...
I0924 18:20:27.818258 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/proxy-client-ca.crt: {Name:mk947514887f503dc1a533ed27e8b46b422a86f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:27.818453 11629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-3566/.minikube/proxy-client-ca.key ...
I0924 18:20:27.818466 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/proxy-client-ca.key: {Name:mk1db22c20646ca3fc3c8c4e7a85f5cc484e622c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:27.818563 11629 certs.go:256] generating profile certs ...
I0924 18:20:27.818621 11629 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/client.key
I0924 18:20:27.818633 11629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/client.crt with IP's: []
I0924 18:20:27.942471 11629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/client.crt ...
I0924 18:20:27.942505 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/client.crt: {Name:mkd65b7f520c35c0f7393cc5c6223483521c78a4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:27.942700 11629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/client.key ...
I0924 18:20:27.942714 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/client.key: {Name:mk064dd7f13265291ee2fe8d06b87cdbded048de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:27.942822 11629 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.key.4cec3fb0
I0924 18:20:27.942844 11629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.crt.4cec3fb0 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0924 18:20:28.273936 11629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.crt.4cec3fb0 ...
I0924 18:20:28.273966 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.crt.4cec3fb0: {Name:mk7d62c5b8acad711dbee33a7f49513acedb237f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:28.274149 11629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.key.4cec3fb0 ...
I0924 18:20:28.274164 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.key.4cec3fb0: {Name:mkc1c3973adbbd58a3771e72fed936eabd589430 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:28.274258 11629 certs.go:381] copying /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.crt.4cec3fb0 -> /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.crt
I0924 18:20:28.274336 11629 certs.go:385] copying /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.key.4cec3fb0 -> /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.key
I0924 18:20:28.274382 11629 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/proxy-client.key
I0924 18:20:28.274398 11629 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/proxy-client.crt with IP's: []
I0924 18:20:28.441848 11629 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/proxy-client.crt ...
I0924 18:20:28.441880 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/proxy-client.crt: {Name:mkaacf6a9688cdba39102a22ab0f06af165d010d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:28.442076 11629 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/proxy-client.key ...
I0924 18:20:28.442094 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/proxy-client.key: {Name:mk9efafa2be0848c08968afabad825ed7b743fd8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:28.442279 11629 certs.go:484] found cert: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca-key.pem (1679 bytes)
I0924 18:20:28.442317 11629 certs.go:484] found cert: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/ca.pem (1082 bytes)
I0924 18:20:28.442342 11629 certs.go:484] found cert: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/cert.pem (1123 bytes)
I0924 18:20:28.442367 11629 certs.go:484] found cert: /home/jenkins/minikube-integration/19700-3566/.minikube/certs/key.pem (1675 bytes)
I0924 18:20:28.442987 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0924 18:20:28.465486 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0924 18:20:28.487247 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0924 18:20:28.508850 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0924 18:20:28.531361 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0924 18:20:28.554841 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0924 18:20:28.578070 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0924 18:20:28.601112 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/profiles/addons-789893/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0924 18:20:28.623857 11629 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19700-3566/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0924 18:20:28.646514 11629 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0924 18:20:28.663014 11629 ssh_runner.go:195] Run: openssl version
I0924 18:20:28.668529 11629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0924 18:20:28.678069 11629 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0924 18:20:28.681314 11629 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 24 18:20 /usr/share/ca-certificates/minikubeCA.pem
I0924 18:20:28.681367 11629 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0924 18:20:28.687580 11629 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0924 18:20:28.696236 11629 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0924 18:20:28.699605 11629 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0924 18:20:28.699664 11629 kubeadm.go:392] StartCluster: {Name:addons-789893 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-789893 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0924 18:20:28.699800 11629 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0924 18:20:28.716920 11629 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0924 18:20:28.725020 11629 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0924 18:20:28.733726 11629 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0924 18:20:28.733837 11629 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0924 18:20:28.742871 11629 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0924 18:20:28.742897 11629 kubeadm.go:157] found existing configuration files:
I0924 18:20:28.742953 11629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0924 18:20:28.751781 11629 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0924 18:20:28.751838 11629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0924 18:20:28.760198 11629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0924 18:20:28.768511 11629 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0924 18:20:28.768600 11629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0924 18:20:28.776647 11629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0924 18:20:28.784913 11629 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0924 18:20:28.784960 11629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0924 18:20:28.792757 11629 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0924 18:20:28.801268 11629 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0924 18:20:28.801333 11629 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0924 18:20:28.809572 11629 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0924 18:20:28.844701 11629 kubeadm.go:310] W0924 18:20:28.843985 1935 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0924 18:20:28.845128 11629 kubeadm.go:310] W0924 18:20:28.844601 1935 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0924 18:20:28.869234 11629 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1069-gcp\n", err: exit status 1
I0924 18:20:28.931682 11629 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0924 18:20:37.415786 11629 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I0924 18:20:37.415842 11629 kubeadm.go:310] [preflight] Running pre-flight checks
I0924 18:20:37.415973 11629 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0924 18:20:37.416033 11629 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1069-gcp[0m
I0924 18:20:37.416095 11629 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0924 18:20:37.416156 11629 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0924 18:20:37.416239 11629 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0924 18:20:37.416328 11629 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0924 18:20:37.416400 11629 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0924 18:20:37.416465 11629 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0924 18:20:37.416515 11629 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0924 18:20:37.416558 11629 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0924 18:20:37.416623 11629 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0924 18:20:37.416689 11629 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0924 18:20:37.416834 11629 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0924 18:20:37.416954 11629 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0924 18:20:37.417067 11629 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0924 18:20:37.417121 11629 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0924 18:20:37.418888 11629 out.go:235] - Generating certificates and keys ...
I0924 18:20:37.418986 11629 kubeadm.go:310] [certs] Using existing ca certificate authority
I0924 18:20:37.419040 11629 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0924 18:20:37.419104 11629 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0924 18:20:37.419154 11629 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0924 18:20:37.419216 11629 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0924 18:20:37.419268 11629 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0924 18:20:37.419311 11629 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0924 18:20:37.419467 11629 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-789893 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0924 18:20:37.419549 11629 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0924 18:20:37.419693 11629 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-789893 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0924 18:20:37.419793 11629 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0924 18:20:37.419883 11629 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0924 18:20:37.419926 11629 kubeadm.go:310] [certs] Generating "sa" key and public key
I0924 18:20:37.419973 11629 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0924 18:20:37.420027 11629 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0924 18:20:37.420087 11629 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0924 18:20:37.420166 11629 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0924 18:20:37.420252 11629 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0924 18:20:37.420335 11629 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0924 18:20:37.420440 11629 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0924 18:20:37.420538 11629 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0924 18:20:37.421910 11629 out.go:235] - Booting up control plane ...
I0924 18:20:37.422000 11629 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0924 18:20:37.422085 11629 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0924 18:20:37.422167 11629 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0924 18:20:37.422288 11629 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0924 18:20:37.422382 11629 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0924 18:20:37.422437 11629 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0924 18:20:37.422565 11629 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0924 18:20:37.422702 11629 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0924 18:20:37.422789 11629 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.752441ms
I0924 18:20:37.422850 11629 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0924 18:20:37.422920 11629 kubeadm.go:310] [api-check] The API server is healthy after 4.501268871s
I0924 18:20:37.423040 11629 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0924 18:20:37.423138 11629 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0924 18:20:37.423184 11629 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0924 18:20:37.423371 11629 kubeadm.go:310] [mark-control-plane] Marking the node addons-789893 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0924 18:20:37.423423 11629 kubeadm.go:310] [bootstrap-token] Using token: hx85w8.cwqn5idvb88n0jf9
I0924 18:20:37.425878 11629 out.go:235] - Configuring RBAC rules ...
I0924 18:20:37.425970 11629 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0924 18:20:37.426067 11629 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0924 18:20:37.426362 11629 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0924 18:20:37.426521 11629 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0924 18:20:37.426663 11629 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0924 18:20:37.426736 11629 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0924 18:20:37.426837 11629 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0924 18:20:37.426875 11629 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0924 18:20:37.426918 11629 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0924 18:20:37.426924 11629 kubeadm.go:310]
I0924 18:20:37.426981 11629 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0924 18:20:37.426987 11629 kubeadm.go:310]
I0924 18:20:37.427068 11629 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0924 18:20:37.427075 11629 kubeadm.go:310]
I0924 18:20:37.427099 11629 kubeadm.go:310] mkdir -p $HOME/.kube
I0924 18:20:37.427164 11629 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0924 18:20:37.427236 11629 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0924 18:20:37.427249 11629 kubeadm.go:310]
I0924 18:20:37.427296 11629 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0924 18:20:37.427302 11629 kubeadm.go:310]
I0924 18:20:37.427344 11629 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0924 18:20:37.427353 11629 kubeadm.go:310]
I0924 18:20:37.427400 11629 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0924 18:20:37.427467 11629 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0924 18:20:37.427565 11629 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0924 18:20:37.427577 11629 kubeadm.go:310]
I0924 18:20:37.427688 11629 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0924 18:20:37.427813 11629 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0924 18:20:37.427822 11629 kubeadm.go:310]
I0924 18:20:37.427907 11629 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token hx85w8.cwqn5idvb88n0jf9 \
I0924 18:20:37.428009 11629 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d66102a10d7ccb98d0a061e604b158bf82652c3cab7a1b41b5cedea45adb4c1f \
I0924 18:20:37.428039 11629 kubeadm.go:310] --control-plane
I0924 18:20:37.428045 11629 kubeadm.go:310]
I0924 18:20:37.428159 11629 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0924 18:20:37.428171 11629 kubeadm.go:310]
I0924 18:20:37.428250 11629 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token hx85w8.cwqn5idvb88n0jf9 \
I0924 18:20:37.428352 11629 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d66102a10d7ccb98d0a061e604b158bf82652c3cab7a1b41b5cedea45adb4c1f
I0924 18:20:37.428362 11629 cni.go:84] Creating CNI manager for ""
I0924 18:20:37.428377 11629 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0924 18:20:37.430736 11629 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0924 18:20:37.431877 11629 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0924 18:20:37.441024 11629 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)
I0924 18:20:37.457885 11629 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0924 18:20:37.457930 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:37.457982 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-789893 minikube.k8s.io/updated_at=2024_09_24T18_20_37_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=ab8e06d5efb8aef1f7ea9881c3e41593ddc7876e minikube.k8s.io/name=addons-789893 minikube.k8s.io/primary=true
I0924 18:20:37.572812 11629 ops.go:34] apiserver oom_adj: -16
I0924 18:20:37.572817 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:38.073409 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:38.572997 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:39.073703 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:39.573282 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:40.073319 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:40.573085 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:41.073482 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:41.573772 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:42.072894 11629 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0924 18:20:42.140342 11629 kubeadm.go:1113] duration metric: took 4.682460291s to wait for elevateKubeSystemPrivileges
I0924 18:20:42.140386 11629 kubeadm.go:394] duration metric: took 13.440726687s to StartCluster
I0924 18:20:42.140412 11629 settings.go:142] acquiring lock: {Name:mkd3e579ad1489d98bd5dd3dde20ac88aab1f524 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:42.140536 11629 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19700-3566/kubeconfig
I0924 18:20:42.140960 11629 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19700-3566/kubeconfig: {Name:mk9ac7cfcb095a6b566f0e1f889519d0a5b2b73e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0924 18:20:42.141176 11629 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0924 18:20:42.141186 11629 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0924 18:20:42.141272 11629 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0924 18:20:42.141360 11629 config.go:182] Loaded profile config "addons-789893": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0924 18:20:42.141386 11629 addons.go:69] Setting yakd=true in profile "addons-789893"
I0924 18:20:42.141397 11629 addons.go:69] Setting default-storageclass=true in profile "addons-789893"
I0924 18:20:42.141406 11629 addons.go:234] Setting addon yakd=true in "addons-789893"
I0924 18:20:42.141411 11629 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-789893"
I0924 18:20:42.141411 11629 addons.go:69] Setting inspektor-gadget=true in profile "addons-789893"
I0924 18:20:42.141437 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.141445 11629 addons.go:234] Setting addon inspektor-gadget=true in "addons-789893"
I0924 18:20:42.141444 11629 addons.go:69] Setting ingress=true in profile "addons-789893"
I0924 18:20:42.141474 11629 addons.go:234] Setting addon ingress=true in "addons-789893"
I0924 18:20:42.141485 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.141775 11629 addons.go:69] Setting volcano=true in profile "addons-789893"
I0924 18:20:42.141478 11629 addons.go:69] Setting ingress-dns=true in profile "addons-789893"
I0924 18:20:42.141812 11629 addons.go:234] Setting addon volcano=true in "addons-789893"
I0924 18:20:42.141835 11629 addons.go:234] Setting addon ingress-dns=true in "addons-789893"
I0924 18:20:42.141835 11629 addons.go:69] Setting volumesnapshots=true in profile "addons-789893"
I0924 18:20:42.141853 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.141856 11629 addons.go:234] Setting addon volumesnapshots=true in "addons-789893"
I0924 18:20:42.141878 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.141882 11629 addons.go:69] Setting storage-provisioner=true in profile "addons-789893"
I0924 18:20:42.141900 11629 addons.go:234] Setting addon storage-provisioner=true in "addons-789893"
I0924 18:20:42.141898 11629 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-789893"
I0924 18:20:42.141929 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.141928 11629 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-789893"
I0924 18:20:42.141952 11629 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-789893"
I0924 18:20:42.141970 11629 addons.go:69] Setting metrics-server=true in profile "addons-789893"
I0924 18:20:42.141999 11629 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-789893"
I0924 18:20:42.142035 11629 addons.go:69] Setting registry=true in profile "addons-789893"
I0924 18:20:42.141885 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.142061 11629 addons.go:234] Setting addon registry=true in "addons-789893"
I0924 18:20:42.142090 11629 addons.go:234] Setting addon metrics-server=true in "addons-789893"
I0924 18:20:42.142093 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.142119 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.142127 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.141916 11629 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-789893"
I0924 18:20:42.142164 11629 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-789893"
I0924 18:20:42.142187 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.142652 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.142659 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.142673 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.142688 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.142704 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.142706 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.145324 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.145791 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.145926 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.146600 11629 addons.go:69] Setting gcp-auth=true in profile "addons-789893"
I0924 18:20:42.146633 11629 mustload.go:65] Loading cluster: addons-789893
I0924 18:20:42.146804 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.147030 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.146656 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.147543 11629 out.go:177] * Verifying Kubernetes components...
I0924 18:20:42.147639 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.147583 11629 config.go:182] Loaded profile config "addons-789893": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0924 18:20:42.148611 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.149819 11629 addons.go:69] Setting cloud-spanner=true in profile "addons-789893"
I0924 18:20:42.149858 11629 addons.go:234] Setting addon cloud-spanner=true in "addons-789893"
I0924 18:20:42.149933 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.150423 11629 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0924 18:20:42.151211 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.173796 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.193563 11629 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-789893"
I0924 18:20:42.193614 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.194093 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.200223 11629 out.go:177] - Using image docker.io/registry:2.8.3
I0924 18:20:42.202022 11629 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0924 18:20:42.207656 11629 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0924 18:20:42.207683 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0924 18:20:42.207784 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.209728 11629 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0924 18:20:42.209938 11629 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0924 18:20:42.209938 11629 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0924 18:20:42.210644 11629 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0924 18:20:42.211456 11629 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0924 18:20:42.212403 11629 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0924 18:20:42.212433 11629 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0924 18:20:42.212511 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.213565 11629 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0924 18:20:42.213586 11629 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0924 18:20:42.213650 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.213667 11629 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0924 18:20:42.213681 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0924 18:20:42.213738 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.214021 11629 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0924 18:20:42.214946 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.215226 11629 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0924 18:20:42.216801 11629 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0924 18:20:42.218070 11629 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0924 18:20:42.220368 11629 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0924 18:20:42.220807 11629 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0924 18:20:42.220827 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0924 18:20:42.220895 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.223469 11629 out.go:177] - Using image docker.io/volcanosh/vc-webhook-manager:v1.10.0
I0924 18:20:42.224113 11629 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0924 18:20:42.225844 11629 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0924 18:20:42.227416 11629 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0924 18:20:42.227433 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0924 18:20:42.227494 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.227715 11629 out.go:177] - Using image docker.io/volcanosh/vc-controller-manager:v1.10.0
I0924 18:20:42.227772 11629 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0924 18:20:42.230456 11629 out.go:177] - Using image docker.io/volcanosh/vc-scheduler:v1.10.0
I0924 18:20:42.234202 11629 addons.go:431] installing /etc/kubernetes/addons/volcano-deployment.yaml
I0924 18:20:42.234230 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volcano-deployment.yaml (471825 bytes)
I0924 18:20:42.234296 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.234555 11629 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0924 18:20:42.237064 11629 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0924 18:20:42.238699 11629 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0924 18:20:42.238719 11629 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0924 18:20:42.238777 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.243652 11629 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0
I0924 18:20:42.244773 11629 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0924 18:20:42.244791 11629 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0924 18:20:42.244848 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.250226 11629 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0924 18:20:42.251481 11629 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0924 18:20:42.251503 11629 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0924 18:20:42.251559 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.270275 11629 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0924 18:20:42.274824 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.274866 11629 addons.go:234] Setting addon default-storageclass=true in "addons-789893"
I0924 18:20:42.274905 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:42.274907 11629 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0924 18:20:42.274920 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0924 18:20:42.274971 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.275407 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:42.287075 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.287365 11629 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I0924 18:20:42.287401 11629 out.go:177] - Using image docker.io/busybox:stable
I0924 18:20:42.289851 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.290129 11629 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0924 18:20:42.290152 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0924 18:20:42.290253 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.291749 11629 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0924 18:20:42.293726 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.295539 11629 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0924 18:20:42.295559 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0924 18:20:42.295614 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.298614 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.322253 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.322310 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.326141 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.327605 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.333518 11629 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0924 18:20:42.333536 11629 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0924 18:20:42.333584 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:42.334171 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.334613 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.339651 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.344216 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.353517 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:42.387536 11629 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0924 18:20:42.387658 11629 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0924 18:20:42.769513 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0924 18:20:42.770033 11629 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0924 18:20:42.770111 11629 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0924 18:20:42.772900 11629 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0924 18:20:42.772925 11629 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0924 18:20:42.787604 11629 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0924 18:20:42.787649 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0924 18:20:42.877541 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0924 18:20:42.890369 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0924 18:20:42.988766 11629 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0924 18:20:42.988794 11629 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0924 18:20:42.990689 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0924 18:20:42.994319 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0924 18:20:42.994480 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0924 18:20:43.069715 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0924 18:20:43.070933 11629 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0924 18:20:43.071004 11629 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0924 18:20:43.082879 11629 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0924 18:20:43.082976 11629 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0924 18:20:43.087471 11629 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0924 18:20:43.087497 11629 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0924 18:20:43.275614 11629 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0924 18:20:43.275704 11629 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0924 18:20:43.280228 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml
I0924 18:20:43.283004 11629 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0924 18:20:43.283077 11629 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0924 18:20:43.291938 11629 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0924 18:20:43.291971 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0924 18:20:43.370632 11629 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0924 18:20:43.370715 11629 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0924 18:20:43.378227 11629 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0924 18:20:43.378307 11629 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0924 18:20:43.569390 11629 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0924 18:20:43.569478 11629 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0924 18:20:43.588391 11629 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0924 18:20:43.588479 11629 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0924 18:20:43.683966 11629 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0924 18:20:43.684061 11629 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0924 18:20:43.771450 11629 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0924 18:20:43.771561 11629 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0924 18:20:43.771940 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0924 18:20:44.270373 11629 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0924 18:20:44.270467 11629 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0924 18:20:44.275726 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0924 18:20:44.276169 11629 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.888481503s)
I0924 18:20:44.276521 11629 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.888936593s)
I0924 18:20:44.276763 11629 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0924 18:20:44.278514 11629 node_ready.go:35] waiting up to 6m0s for node "addons-789893" to be "Ready" ...
I0924 18:20:44.281902 11629 node_ready.go:49] node "addons-789893" has status "Ready":"True"
I0924 18:20:44.281973 11629 node_ready.go:38] duration metric: took 3.001801ms for node "addons-789893" to be "Ready" ...
I0924 18:20:44.281987 11629 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0924 18:20:44.293777 11629 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace to be "Ready" ...
I0924 18:20:44.295104 11629 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0924 18:20:44.295127 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0924 18:20:44.471148 11629 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0924 18:20:44.471266 11629 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0924 18:20:44.478165 11629 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0924 18:20:44.478253 11629 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0924 18:20:44.776820 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0924 18:20:44.786717 11629 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-789893" context rescaled to 1 replicas
I0924 18:20:44.885884 11629 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0924 18:20:44.886002 11629 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0924 18:20:44.888333 11629 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0924 18:20:44.888443 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0924 18:20:44.969768 11629 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0924 18:20:44.969879 11629 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0924 18:20:45.378132 11629 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0924 18:20:45.378217 11629 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0924 18:20:45.489145 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0924 18:20:45.572145 11629 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0924 18:20:45.572251 11629 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0924 18:20:45.875748 11629 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0924 18:20:45.875775 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0924 18:20:46.373685 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace has status "Ready":"False"
I0924 18:20:46.381059 11629 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0924 18:20:46.381087 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0924 18:20:46.478385 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0924 18:20:47.291914 11629 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0924 18:20:47.291967 11629 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0924 18:20:47.875850 11629 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0924 18:20:47.875880 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0924 18:20:48.271954 11629 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0924 18:20:48.272040 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0924 18:20:48.379982 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace has status "Ready":"False"
I0924 18:20:48.780618 11629 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0924 18:20:48.780667 11629 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0924 18:20:49.179376 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0924 18:20:49.278527 11629 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0924 18:20:49.278713 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:49.303994 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:50.190849 11629 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0924 18:20:50.782163 11629 addons.go:234] Setting addon gcp-auth=true in "addons-789893"
I0924 18:20:50.782284 11629 host.go:66] Checking if "addons-789893" exists ...
I0924 18:20:50.783061 11629 cli_runner.go:164] Run: docker container inspect addons-789893 --format={{.State.Status}}
I0924 18:20:50.806305 11629 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0924 18:20:50.806351 11629 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-789893
I0924 18:20:50.823991 11629 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19700-3566/.minikube/machines/addons-789893/id_rsa Username:docker}
I0924 18:20:50.876460 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace has status "Ready":"False"
I0924 18:20:52.180091 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (9.410524225s)
I0924 18:20:52.180127 11629 addons.go:475] Verifying addon ingress=true in "addons-789893"
I0924 18:20:52.180387 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (9.302803852s)
I0924 18:20:52.180431 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (9.289977855s)
I0924 18:20:52.180456 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (9.18967578s)
I0924 18:20:52.180659 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (9.186316427s)
I0924 18:20:52.180751 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (9.186254383s)
I0924 18:20:52.180825 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (9.11108273s)
I0924 18:20:52.183241 11629 out.go:177] * Verifying ingress addon...
I0924 18:20:52.185841 11629 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
W0924 18:20:52.270872 11629 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0924 18:20:52.273243 11629 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0924 18:20:52.273277 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:52.690988 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:53.191443 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:53.381737 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace has status "Ready":"False"
I0924 18:20:53.781617 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:54.271986 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:54.692909 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:55.197252 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:55.387190 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace has status "Ready":"False"
I0924 18:20:55.388549 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/volcano-deployment.yaml: (12.108238165s)
I0924 18:20:55.388567 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (11.616563825s)
I0924 18:20:55.388641 11629 addons.go:475] Verifying addon registry=true in "addons-789893"
I0924 18:20:55.388655 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (11.112845816s)
I0924 18:20:55.388680 11629 addons.go:475] Verifying addon metrics-server=true in "addons-789893"
I0924 18:20:55.388828 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (10.611910147s)
W0924 18:20:55.388878 11629 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0924 18:20:55.388935 11629 retry.go:31] will retry after 151.746346ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0924 18:20:55.389065 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (9.899699468s)
I0924 18:20:55.389087 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (8.910657381s)
I0924 18:20:55.390727 11629 out.go:177] * Verifying registry addon...
I0924 18:20:55.391747 11629 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-789893 service yakd-dashboard -n yakd-dashboard
I0924 18:20:55.393472 11629 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0924 18:20:55.473112 11629 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0924 18:20:55.473137 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:55.541827 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0924 18:20:55.694924 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:55.983711 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:56.273238 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:56.474400 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:56.475833 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.296399488s)
I0924 18:20:56.475920 11629 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-789893"
I0924 18:20:56.476204 11629 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (5.669860907s)
I0924 18:20:56.477808 11629 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0924 18:20:56.477884 11629 out.go:177] * Verifying csi-hostpath-driver addon...
I0924 18:20:56.479735 11629 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0924 18:20:56.480618 11629 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0924 18:20:56.481255 11629 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0924 18:20:56.481285 11629 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0924 18:20:56.490801 11629 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0924 18:20:56.490890 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:20:56.579627 11629 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0924 18:20:56.579710 11629 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0924 18:20:56.603932 11629 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0924 18:20:56.603958 11629 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0924 18:20:56.690500 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:56.691026 11629 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0924 18:20:56.800643 11629 pod_ready.go:98] pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:PodReadyToStartContainers Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:56 +0000 UTC Reason: Message:} {Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:41 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:41 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:41 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:41 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.49.2 HostIPs:[{IP:192.168.49.2
}] PodIP:10.244.0.3 PodIPs:[{IP:10.244.0.3}] StartTime:2024-09-24 18:20:41 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2024-09-24 18:20:44 +0000 UTC,FinishedAt:2024-09-24 18:20:55 +0000 UTC,ContainerID:docker://3cb8a5b74263d5a04823ca42be4180d61f9bd8dcc4aed22922d895e1c4027d50,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.11.3 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e ContainerID:docker://3cb8a5b74263d5a04823ca42be4180d61f9bd8dcc4aed22922d895e1c4027d50 Started:0xc0014a36a0 AllocatedResources:map[] Resources:nil VolumeMounts:[{Name:config-volume MountPath:/etc/coredns ReadOnly:true RecursiveReadOnly:0xc001b6cd10} {Name:kube-api-access-rcjjb MountPath:/var/run/secrets/kubernetes.io/serviceaccount
ReadOnly:true RecursiveReadOnly:0xc001b6cd20}] User:nil AllocatedResourcesStatus:[]}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0924 18:20:56.800770 11629 pod_ready.go:82] duration metric: took 12.506955303s for pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace to be "Ready" ...
E0924 18:20:56.800830 11629 pod_ready.go:67] WaitExtra: waitPodCondition: pod "coredns-7c65d6cfc9-g46ps" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:PodReadyToStartContainers Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:56 +0000 UTC Reason: Message:} {Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:41 +0000 UTC Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:41 +0000 UTC Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:41 +0000 UTC Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-09-24 18:20:41 +0000 UTC Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.4
9.2 HostIPs:[{IP:192.168.49.2}] PodIP:10.244.0.3 PodIPs:[{IP:10.244.0.3}] StartTime:2024-09-24 18:20:41 +0000 UTC InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2024-09-24 18:20:44 +0000 UTC,FinishedAt:2024-09-24 18:20:55 +0000 UTC,ContainerID:docker://3cb8a5b74263d5a04823ca42be4180d61f9bd8dcc4aed22922d895e1c4027d50,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.11.3 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e ContainerID:docker://3cb8a5b74263d5a04823ca42be4180d61f9bd8dcc4aed22922d895e1c4027d50 Started:0xc0014a36a0 AllocatedResources:map[] Resources:nil VolumeMounts:[{Name:config-volume MountPath:/etc/coredns ReadOnly:true RecursiveReadOnly:0xc001b6cd10} {Name:kube-api-access-rcjjb MountPath:/var/run/secrets
/kubernetes.io/serviceaccount ReadOnly:true RecursiveReadOnly:0xc001b6cd20}] User:nil AllocatedResourcesStatus:[]}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0924 18:20:56.800856 11629 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace to be "Ready" ...
I0924 18:20:56.897638 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:56.999872 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:20:57.191239 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:57.471104 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:57.485616 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:20:57.690911 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:57.971377 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:57.987085 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:20:58.098395 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.556514164s)
I0924 18:20:58.191716 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:58.282467 11629 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.591397071s)
I0924 18:20:58.284166 11629 addons.go:475] Verifying addon gcp-auth=true in "addons-789893"
I0924 18:20:58.287064 11629 out.go:177] * Verifying gcp-auth addon...
I0924 18:20:58.289992 11629 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0924 18:20:58.292275 11629 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0924 18:20:58.397759 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:58.500344 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:20:58.690449 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:58.806184 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"False"
I0924 18:20:58.897457 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:58.985141 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:20:59.190096 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:59.396692 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:59.485439 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:20:59.690473 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:20:59.898015 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:20:59.985887 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:00.189461 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:00.396657 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:00.485751 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:00.690877 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:00.807056 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:00.898051 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:00.985592 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:01.190534 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:01.397008 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:01.498685 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:01.690197 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:01.897269 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:01.984684 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:02.190948 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:02.397145 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:02.486346 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:02.689585 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:02.897224 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:02.990443 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:03.190201 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:03.307023 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:03.397513 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:03.498989 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:03.689788 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:03.897529 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:03.984954 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:04.190192 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:04.397423 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:04.484410 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:04.690701 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:04.897783 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:04.985749 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:05.190837 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:05.398191 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:05.485323 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:05.690206 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:05.807427 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:05.897563 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:05.985726 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:06.190595 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:06.397693 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:06.485661 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:06.690392 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:06.897626 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:06.986227 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:07.189199 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:07.396888 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:07.621882 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:07.690324 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:07.808588 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:07.898073 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:07.999708 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:08.191151 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:08.397308 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:08.486446 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:08.690423 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:08.899081 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:08.986055 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:09.190838 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:09.397483 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:09.484987 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:09.690182 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:09.897670 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:09.985460 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:10.190614 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:10.306957 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:10.408151 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:10.485098 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:10.689740 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:10.897342 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:10.989108 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:11.190617 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:11.397326 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:11.500760 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:11.690559 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:11.898020 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:11.988171 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:12.191174 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:12.313712 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:12.396867 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:12.485877 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:12.690532 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:12.897640 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:12.985285 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:13.190484 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:13.397920 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:13.489445 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:13.689978 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:13.896359 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:13.985512 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:14.189860 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:14.397527 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:14.490961 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:14.690111 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:14.807692 11629 pod_ready.go:103] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"False"
I0924 18:21:14.897768 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:14.985562 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:15.190135 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:15.397602 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:15.485350 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:15.690189 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:15.897607 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0924 18:21:15.985217 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:16.189741 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:16.397485 11629 kapi.go:107] duration metric: took 21.004007898s to wait for kubernetes.io/minikube-addons=registry ...
I0924 18:21:16.498768 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:16.689483 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:16.985739 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:17.190972 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:17.309959 11629 pod_ready.go:93] pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:17.309989 11629 pod_ready.go:82] duration metric: took 20.509111047s for pod "coredns-7c65d6cfc9-tm8tv" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.310002 11629 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-789893" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.314539 11629 pod_ready.go:93] pod "etcd-addons-789893" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:17.314572 11629 pod_ready.go:82] duration metric: took 4.560712ms for pod "etcd-addons-789893" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.314589 11629 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-789893" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.319724 11629 pod_ready.go:93] pod "kube-apiserver-addons-789893" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:17.319745 11629 pod_ready.go:82] duration metric: took 5.147615ms for pod "kube-apiserver-addons-789893" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.319754 11629 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-789893" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.324346 11629 pod_ready.go:93] pod "kube-controller-manager-addons-789893" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:17.324369 11629 pod_ready.go:82] duration metric: took 4.608433ms for pod "kube-controller-manager-addons-789893" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.324379 11629 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-vmfkn" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.327781 11629 pod_ready.go:93] pod "kube-proxy-vmfkn" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:17.327802 11629 pod_ready.go:82] duration metric: took 3.411299ms for pod "kube-proxy-vmfkn" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.327810 11629 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-789893" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.485405 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:17.690452 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:17.705434 11629 pod_ready.go:93] pod "kube-scheduler-addons-789893" in "kube-system" namespace has status "Ready":"True"
I0924 18:21:17.705456 11629 pod_ready.go:82] duration metric: took 377.638347ms for pod "kube-scheduler-addons-789893" in "kube-system" namespace to be "Ready" ...
I0924 18:21:17.705465 11629 pod_ready.go:39] duration metric: took 33.423461431s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0924 18:21:17.705515 11629 api_server.go:52] waiting for apiserver process to appear ...
I0924 18:21:17.705563 11629 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0924 18:21:17.720854 11629 api_server.go:72] duration metric: took 35.579640365s to wait for apiserver process to appear ...
I0924 18:21:17.720879 11629 api_server.go:88] waiting for apiserver healthz status ...
I0924 18:21:17.720897 11629 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0924 18:21:17.724828 11629 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0924 18:21:17.726002 11629 api_server.go:141] control plane version: v1.31.1
I0924 18:21:17.726029 11629 api_server.go:131] duration metric: took 5.14282ms to wait for apiserver health ...
I0924 18:21:17.726040 11629 system_pods.go:43] waiting for kube-system pods to appear ...
I0924 18:21:17.912458 11629 system_pods.go:59] 17 kube-system pods found
I0924 18:21:17.912506 11629 system_pods.go:61] "coredns-7c65d6cfc9-tm8tv" [8fe9df5b-0979-4d4f-a183-0f77ad2f279c] Running
I0924 18:21:17.912521 11629 system_pods.go:61] "csi-hostpath-attacher-0" [b8c46663-a61e-42b0-bb0d-bebc44217ed2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0924 18:21:17.912533 11629 system_pods.go:61] "csi-hostpath-resizer-0" [16be9173-1edf-4537-be14-fc4d9d81d199] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0924 18:21:17.912544 11629 system_pods.go:61] "csi-hostpathplugin-ft9gb" [8666495b-931c-43c7-9857-ee0678990834] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0924 18:21:17.912551 11629 system_pods.go:61] "etcd-addons-789893" [eccfca99-809e-400b-84b8-35817e659e91] Running
I0924 18:21:17.912559 11629 system_pods.go:61] "kube-apiserver-addons-789893" [e634dcf4-b675-44ad-9669-b0ed470a2ec4] Running
I0924 18:21:17.912568 11629 system_pods.go:61] "kube-controller-manager-addons-789893" [d57876bd-7dff-4db6-9454-6f5ed9efd510] Running
I0924 18:21:17.912673 11629 system_pods.go:61] "kube-ingress-dns-minikube" [cfb682f2-2108-45be-bd31-006a843b8281] Running
I0924 18:21:17.912704 11629 system_pods.go:61] "kube-proxy-vmfkn" [c53cecf7-5bc5-4e4c-8743-c661bce3a72a] Running
I0924 18:21:17.912727 11629 system_pods.go:61] "kube-scheduler-addons-789893" [95c8fba3-7417-4016-8e3e-2e4c0422e2ed] Running
I0924 18:21:17.912736 11629 system_pods.go:61] "metrics-server-84c5f94fbc-7b8db" [5f9335b7-1e20-40e4-a34a-bf063aef3961] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0924 18:21:17.912762 11629 system_pods.go:61] "nvidia-device-plugin-daemonset-cpm9m" [233bbfb9-ebb5-4c71-8c5f-c79f8bcdf5e3] Running
I0924 18:21:17.912776 11629 system_pods.go:61] "registry-66c9cd494c-8lfqs" [5229f013-acc0-4b78-b107-2d47393d9d1c] Running
I0924 18:21:17.912783 11629 system_pods.go:61] "registry-proxy-flzf9" [9d9f58d3-a739-4cce-b7eb-5fd3957e4be0] Running
I0924 18:21:17.912793 11629 system_pods.go:61] "snapshot-controller-56fcc65765-dxbt4" [7b60cdf6-7584-43b5-9ade-4509a8c69aa4] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0924 18:21:17.912808 11629 system_pods.go:61] "snapshot-controller-56fcc65765-gmw76" [7049d910-108c-44d8-a236-de67687c4071] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0924 18:21:17.912814 11629 system_pods.go:61] "storage-provisioner" [acd83e4e-7755-4044-be8a-074e317748c8] Running
I0924 18:21:17.912828 11629 system_pods.go:74] duration metric: took 186.775878ms to wait for pod list to return data ...
I0924 18:21:17.912839 11629 default_sa.go:34] waiting for default service account to be created ...
I0924 18:21:17.985753 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:18.172467 11629 default_sa.go:45] found service account: "default"
I0924 18:21:18.172593 11629 default_sa.go:55] duration metric: took 259.744362ms for default service account to be created ...
I0924 18:21:18.172619 11629 system_pods.go:116] waiting for k8s-apps to be running ...
I0924 18:21:18.190255 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:18.376333 11629 system_pods.go:86] 17 kube-system pods found
I0924 18:21:18.376371 11629 system_pods.go:89] "coredns-7c65d6cfc9-tm8tv" [8fe9df5b-0979-4d4f-a183-0f77ad2f279c] Running
I0924 18:21:18.376385 11629 system_pods.go:89] "csi-hostpath-attacher-0" [b8c46663-a61e-42b0-bb0d-bebc44217ed2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0924 18:21:18.376395 11629 system_pods.go:89] "csi-hostpath-resizer-0" [16be9173-1edf-4537-be14-fc4d9d81d199] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0924 18:21:18.376406 11629 system_pods.go:89] "csi-hostpathplugin-ft9gb" [8666495b-931c-43c7-9857-ee0678990834] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0924 18:21:18.376420 11629 system_pods.go:89] "etcd-addons-789893" [eccfca99-809e-400b-84b8-35817e659e91] Running
I0924 18:21:18.376426 11629 system_pods.go:89] "kube-apiserver-addons-789893" [e634dcf4-b675-44ad-9669-b0ed470a2ec4] Running
I0924 18:21:18.376432 11629 system_pods.go:89] "kube-controller-manager-addons-789893" [d57876bd-7dff-4db6-9454-6f5ed9efd510] Running
I0924 18:21:18.376439 11629 system_pods.go:89] "kube-ingress-dns-minikube" [cfb682f2-2108-45be-bd31-006a843b8281] Running
I0924 18:21:18.376444 11629 system_pods.go:89] "kube-proxy-vmfkn" [c53cecf7-5bc5-4e4c-8743-c661bce3a72a] Running
I0924 18:21:18.376450 11629 system_pods.go:89] "kube-scheduler-addons-789893" [95c8fba3-7417-4016-8e3e-2e4c0422e2ed] Running
I0924 18:21:18.376460 11629 system_pods.go:89] "metrics-server-84c5f94fbc-7b8db" [5f9335b7-1e20-40e4-a34a-bf063aef3961] Running / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0924 18:21:18.376473 11629 system_pods.go:89] "nvidia-device-plugin-daemonset-cpm9m" [233bbfb9-ebb5-4c71-8c5f-c79f8bcdf5e3] Running
I0924 18:21:18.376479 11629 system_pods.go:89] "registry-66c9cd494c-8lfqs" [5229f013-acc0-4b78-b107-2d47393d9d1c] Running
I0924 18:21:18.376486 11629 system_pods.go:89] "registry-proxy-flzf9" [9d9f58d3-a739-4cce-b7eb-5fd3957e4be0] Running
I0924 18:21:18.376496 11629 system_pods.go:89] "snapshot-controller-56fcc65765-dxbt4" [7b60cdf6-7584-43b5-9ade-4509a8c69aa4] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0924 18:21:18.376506 11629 system_pods.go:89] "snapshot-controller-56fcc65765-gmw76" [7049d910-108c-44d8-a236-de67687c4071] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0924 18:21:18.376511 11629 system_pods.go:89] "storage-provisioner" [acd83e4e-7755-4044-be8a-074e317748c8] Running
I0924 18:21:18.376521 11629 system_pods.go:126] duration metric: took 203.870455ms to wait for k8s-apps to be running ...
I0924 18:21:18.376538 11629 system_svc.go:44] waiting for kubelet service to be running ....
I0924 18:21:18.376597 11629 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0924 18:21:18.391895 11629 system_svc.go:56] duration metric: took 15.349935ms WaitForService to wait for kubelet
I0924 18:21:18.391930 11629 kubeadm.go:582] duration metric: took 36.250719919s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0924 18:21:18.391955 11629 node_conditions.go:102] verifying NodePressure condition ...
I0924 18:21:18.485537 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:18.506560 11629 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0924 18:21:18.506593 11629 node_conditions.go:123] node cpu capacity is 8
I0924 18:21:18.506607 11629 node_conditions.go:105] duration metric: took 114.646357ms to run NodePressure ...
I0924 18:21:18.506624 11629 start.go:241] waiting for startup goroutines ...
I0924 18:21:18.690190 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:18.985381 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:19.190675 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:19.485711 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:19.689684 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:19.985944 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:20.190291 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:20.571244 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:20.703187 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:20.984765 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:21.190396 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:21.485749 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:21.689476 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:21.986075 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:22.189526 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:22.485433 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:22.690267 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:22.985450 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:23.190206 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:23.484842 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:23.690873 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:24.044204 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:24.189750 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:24.485881 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:24.690717 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:24.984557 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:25.191034 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:25.485571 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:25.690786 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:25.985060 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:26.189564 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:26.484823 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:26.690721 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:26.985844 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:27.190036 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:27.486583 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:27.690081 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:27.985442 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:28.190828 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:28.485824 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:28.704928 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:28.987143 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:29.190889 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:29.485677 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:29.690673 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:29.985991 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:30.190517 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:30.484824 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:30.772285 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:30.984960 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:31.189769 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:31.484795 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:31.690345 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:31.985760 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:32.189454 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:32.485279 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:32.690671 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:33.014169 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:33.189944 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:33.485016 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:33.690152 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:33.985434 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:34.190384 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:34.486440 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:34.690688 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:35.033232 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:35.190244 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:35.486640 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:35.690660 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:35.985187 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:36.189444 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:36.485514 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:36.690668 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:36.986096 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:37.190972 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:37.484873 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:37.691745 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:37.985962 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:38.189728 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:38.484677 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:38.690176 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:38.986216 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:39.190017 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:39.485167 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:39.690066 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:39.985023 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:40.190874 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:40.485682 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:40.691047 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:40.984853 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0924 18:21:41.192359 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:41.485122 11629 kapi.go:107] duration metric: took 45.004502455s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0924 18:21:41.690575 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:42.190046 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:42.689744 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:43.190417 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:43.690085 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:44.189557 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:44.690529 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:45.191962 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:45.690577 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:46.189581 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:46.690487 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:47.189476 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:47.689682 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:48.190654 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:48.690000 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:49.190427 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:49.690200 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:50.190320 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:50.690082 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:51.190715 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:51.689326 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:52.189761 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:52.690263 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:53.190382 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:53.689668 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:54.190277 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:54.689872 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:55.190361 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:55.689979 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:56.190338 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:56.690820 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:57.189411 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:57.690894 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:58.190434 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:58.691791 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:59.190080 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:21:59.691205 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:00.190128 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:00.689865 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:01.190284 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:01.689440 11629 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0924 18:22:02.189488 11629 kapi.go:107] duration metric: took 1m10.00364668s to wait for app.kubernetes.io/name=ingress-nginx ...
I0924 18:22:20.793929 11629 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0924 18:22:20.793949 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:21.293526 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:21.793266 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:22.293487 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:22.793450 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:23.293217 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:23.793794 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:24.294265 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:24.793085 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:25.292517 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:25.793674 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:26.293475 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:26.793950 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:27.292898 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:27.793881 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:28.292906 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:28.793487 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:29.293131 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:29.793937 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:30.292934 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:30.793360 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:31.292918 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:31.793041 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:32.293193 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:32.793358 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:33.293538 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:33.793794 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:34.293709 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:34.793061 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:35.293512 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:35.793574 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:36.293770 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:36.793592 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:37.293382 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:37.793373 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:38.293605 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:38.794004 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:39.294023 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:39.793195 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:40.293334 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:40.793727 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:41.293481 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:41.793600 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:42.294085 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:42.793286 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:43.293437 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:43.794539 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:44.293048 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:44.792827 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:45.293595 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:45.793809 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:46.294078 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:46.793168 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:47.293109 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:47.793519 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:48.294049 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:48.793532 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:49.293463 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:49.794108 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:50.294131 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:50.792981 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:51.293756 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:51.794696 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:52.294029 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:52.793170 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:53.292896 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:53.793918 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:54.293892 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:54.793455 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:55.293506 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:55.793745 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:56.293987 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:56.793600 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:57.293766 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:57.793836 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:58.293650 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:58.793375 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:59.293305 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:22:59.793506 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:00.293821 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:00.793924 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:01.292835 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:01.794630 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:02.293693 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:02.793924 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:03.293401 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:03.793994 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:04.292754 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:04.794314 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:05.293426 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:05.793809 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:06.293874 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:06.794161 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:07.292932 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:07.794384 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:08.293593 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:08.793375 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:09.293394 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:09.793474 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:10.293863 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:10.792985 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:11.295191 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:11.793460 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:12.293803 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:12.793771 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:13.293886 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:13.793722 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:14.293607 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:14.793672 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:15.292950 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:15.794171 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:16.292827 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:16.793937 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:17.292977 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:17.794068 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:18.293276 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:18.794049 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:19.293162 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:19.793244 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:20.293434 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:20.793317 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:21.293298 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:21.793431 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:22.293960 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:22.792868 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:23.292878 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:23.793294 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:24.293613 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:24.794102 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:25.293188 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:25.794075 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:26.294382 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:26.793517 11629 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0924 18:23:27.392471 11629 kapi.go:107] duration metric: took 2m29.102481521s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0924 18:23:27.394393 11629 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-789893 cluster.
I0924 18:23:27.395774 11629 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0924 18:23:27.397403 11629 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0924 18:23:27.398821 11629 out.go:177] * Enabled addons: ingress-dns, nvidia-device-plugin, cloud-spanner, storage-provisioner, storage-provisioner-rancher, volcano, metrics-server, inspektor-gadget, yakd, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0924 18:23:27.400527 11629 addons.go:510] duration metric: took 2m45.259254513s for enable addons: enabled=[ingress-dns nvidia-device-plugin cloud-spanner storage-provisioner storage-provisioner-rancher volcano metrics-server inspektor-gadget yakd volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0924 18:23:27.400575 11629 start.go:246] waiting for cluster config update ...
I0924 18:23:27.400594 11629 start.go:255] writing updated cluster config ...
I0924 18:23:27.400898 11629 ssh_runner.go:195] Run: rm -f paused
I0924 18:23:27.452709 11629 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I0924 18:23:27.454587 11629 out.go:177] * Done! kubectl is now configured to use "addons-789893" cluster and "default" namespace by default
==> Docker <==
Sep 24 18:33:01 addons-789893 dockerd[1349]: time="2024-09-24T18:33:01.190303320Z" level=info msg="ignoring event" container=7e82c7f4e49b844992dfc974be6784779598cf5d7dd05cec70ee9c65d1b817f0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:01 addons-789893 dockerd[1349]: time="2024-09-24T18:33:01.191977215Z" level=info msg="ignoring event" container=f37f565c4a2dcb59e221ba4230b1369357406c7362b248e366e3676fdc68e95a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:01 addons-789893 dockerd[1349]: time="2024-09-24T18:33:01.270933100Z" level=info msg="ignoring event" container=3f9f22182e14e433143dd9c215a636608cdac9b4dac113dd6dc7bcf6aebb934d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:01 addons-789893 dockerd[1349]: time="2024-09-24T18:33:01.289118941Z" level=info msg="ignoring event" container=2d3f2518753e7d653a7a6219cc61533be22316a4a5c710027e43cd48a426a7c2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:01 addons-789893 dockerd[1349]: time="2024-09-24T18:33:01.513435298Z" level=info msg="ignoring event" container=d8db87c4116d52ee6311ba22b5d5d70620c2e4ac5d05fdf0800c0cd9ec717e1f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:01 addons-789893 dockerd[1349]: time="2024-09-24T18:33:01.669372178Z" level=info msg="ignoring event" container=491e701385496101eb02a480222926b9bcadb600c40c06d4e2f20a593ddd82bf module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:01 addons-789893 dockerd[1349]: time="2024-09-24T18:33:01.693446746Z" level=info msg="ignoring event" container=d5f835fbaa26f28b0c2f5d385ab69d69b89b052da4ac3095de5a2b4416e80ce9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:03 addons-789893 dockerd[1349]: time="2024-09-24T18:33:03.597850829Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=f797b23ac1cbab5d8dbf3717890334a3678501fd753a6b3435b2a0114e35075c spanID=293babcb96ce89b2 traceID=e1aa7cff16baf33a1916207d3450936b
Sep 24 18:33:03 addons-789893 dockerd[1349]: time="2024-09-24T18:33:03.659123675Z" level=info msg="ignoring event" container=f797b23ac1cbab5d8dbf3717890334a3678501fd753a6b3435b2a0114e35075c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:03 addons-789893 dockerd[1349]: time="2024-09-24T18:33:03.786113921Z" level=info msg="ignoring event" container=6c2384244a65ad75868ef8bf4b414423d67c67afa01693ba8cfec2875e5afb4a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:04 addons-789893 dockerd[1349]: time="2024-09-24T18:33:04.886390195Z" level=info msg="Container failed to exit within 30s of signal 15 - using the force" container=1c24026f43f671a6b268ce4adaa071038a72b7603e482799394971e585da3498 spanID=2a413a16f08417db traceID=4b20347708f8d69b7c7dd6504dc00665
Sep 24 18:33:04 addons-789893 dockerd[1349]: time="2024-09-24T18:33:04.908229573Z" level=info msg="ignoring event" container=1c24026f43f671a6b268ce4adaa071038a72b7603e482799394971e585da3498 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:05 addons-789893 dockerd[1349]: time="2024-09-24T18:33:05.025832024Z" level=info msg="ignoring event" container=cb77ee92c9f0ab10338a22dec71a35afc1ccbf6645426d04824154c7825cc461 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:07 addons-789893 dockerd[1349]: time="2024-09-24T18:33:07.682554027Z" level=info msg="ignoring event" container=72cca30b1b6d9cddfe33a44ad25a0e13c58a1d195a2cc7bfa3594819150168cd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:07 addons-789893 dockerd[1349]: time="2024-09-24T18:33:07.683183328Z" level=info msg="ignoring event" container=287ce174266b7ee31d07cf11e1f8a6dc554efa395224e8ad81e2d01230e369c2 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:07 addons-789893 dockerd[1349]: time="2024-09-24T18:33:07.866313749Z" level=info msg="ignoring event" container=ca6e181f3425944cd8fbef8238120ff8a6aada1aecd89d660119fdb0c7d0bd01 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:07 addons-789893 dockerd[1349]: time="2024-09-24T18:33:07.896376817Z" level=info msg="ignoring event" container=ff2947c0027363de07cec6ffa0e145820e47735146ad0b2602c05ec6c56e1453 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:07 addons-789893 cri-dockerd[1615]: time="2024-09-24T18:33:07Z" level=error msg="error getting RW layer size for container ID 'f797b23ac1cbab5d8dbf3717890334a3678501fd753a6b3435b2a0114e35075c': Error response from daemon: No such container: f797b23ac1cbab5d8dbf3717890334a3678501fd753a6b3435b2a0114e35075c"
Sep 24 18:33:07 addons-789893 cri-dockerd[1615]: time="2024-09-24T18:33:07Z" level=error msg="Set backoffDuration to : 1m0s for container ID 'f797b23ac1cbab5d8dbf3717890334a3678501fd753a6b3435b2a0114e35075c'"
Sep 24 18:33:20 addons-789893 dockerd[1349]: time="2024-09-24T18:33:20.483872495Z" level=info msg="ignoring event" container=e34954dac49de6d9b1eeca9acec2876c8f70ba28efab692680a53cafb82c7dea module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:20 addons-789893 dockerd[1349]: time="2024-09-24T18:33:20.987170085Z" level=info msg="ignoring event" container=042c6e314ca61993146dbb25cd4c44ab955c172b0412c2a736f9758efea9d454 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:21 addons-789893 dockerd[1349]: time="2024-09-24T18:33:21.080415834Z" level=info msg="ignoring event" container=9a7ac1876fc864d113828032e19da0fe26eed090482127890b097ecfc6f286d3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:21 addons-789893 cri-dockerd[1615]: time="2024-09-24T18:33:21Z" level=info msg="Failed to read pod IP from plugin/docker: networkPlugin cni failed on the status hook for pod \"registry-66c9cd494c-8lfqs_kube-system\": unexpected command output Device \"eth0\" does not exist.\n with error: exit status 1"
Sep 24 18:33:21 addons-789893 dockerd[1349]: time="2024-09-24T18:33:21.175507172Z" level=info msg="ignoring event" container=f2e12049e1bbddc5866e77dfd37e00d1f49b84511007dd4f25ae0901f96d12e0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 24 18:33:21 addons-789893 dockerd[1349]: time="2024-09-24T18:33:21.256744367Z" level=info msg="ignoring event" container=6c6e928023a2118c80c6b451c3ab195a03d7a5dcf2611a31c7c05f36a22dac2c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
cb3c1bd11915c kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 23 seconds ago Running hello-world-app 0 522f50c7f88e2 hello-world-app-55bf9c44b4-z79fd
25e3e51835801 nginx@sha256:a5127daff3d6f4606be3100a252419bfa84fd6ee5cd74d0feaca1a5068f97dcf 29 seconds ago Running nginx 0 d7075dbc89f37 nginx
51908efba27bb a416a98b71e22 47 seconds ago Exited helper-pod 0 e3e23a96e0a25 helper-pod-delete-pvc-117b04fa-020f-4d7a-b0c4-d5c240982010
9d68568962217 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb 9 minutes ago Running gcp-auth 0 8e45d8f01de9d gcp-auth-89d5ffd79-rfzlr
710aabd96e05c registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited patch 0 9b97f10226fbe ingress-nginx-admission-patch-kv7tg
dc081be1733a0 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a320a50cc91bd15fd2d6fa6de58bd98c1bd64b9a6f926ce23a600d87043455a3 11 minutes ago Exited create 0 8d2e0b1923204 ingress-nginx-admission-create-l58vg
9a7ac1876fc86 gcr.io/k8s-minikube/kube-registry-proxy@sha256:b3fa0b2df8737fdb85ad5918a7e2652527463e357afff83a5e5bb966bcedc367 12 minutes ago Exited registry-proxy 0 6c6e928023a21 registry-proxy-flzf9
042c6e314ca61 registry@sha256:ac0192b549007e22998eb74e8d8488dcfe70f1489520c3b144a6047ac5efbe90 12 minutes ago Exited registry 0 f2e12049e1bbd registry-66c9cd494c-8lfqs
355f59c730bba 6e38f40d628db 12 minutes ago Running storage-provisioner 0 f5e178bd93dbf storage-provisioner
cf38e37bfc78e c69fa2e9cbf5f 12 minutes ago Running coredns 0 d2dda33445cfd coredns-7c65d6cfc9-tm8tv
f5915cc6aef14 60c005f310ff3 12 minutes ago Running kube-proxy 0 e58cad45c53d1 kube-proxy-vmfkn
4e8a5d3ae297e 175ffd71cce3d 12 minutes ago Running kube-controller-manager 0 462afe074c614 kube-controller-manager-addons-789893
5663474c77599 6bab7719df100 12 minutes ago Running kube-apiserver 0 827b59e066c3b kube-apiserver-addons-789893
8bd1dcc2acdab 9aa1fad941575 12 minutes ago Running kube-scheduler 0 a83ff640ca2c8 kube-scheduler-addons-789893
0358af04a01d5 2e96e5913fc06 12 minutes ago Running etcd 0 2b9a27028c738 etcd-addons-789893
==> coredns [cf38e37bfc78] <==
[INFO] 10.244.0.21:57895 - 59815 "AAAA IN hello-world-app.default.svc.cluster.local.c.k8s-minikube.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.012307325s
[INFO] 10.244.0.21:37196 - 55027 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.007801999s
[INFO] 10.244.0.21:57895 - 21591 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.007178246s
[INFO] 10.244.0.21:49355 - 21065 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.007329507s
[INFO] 10.244.0.21:44147 - 24350 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.007837172s
[INFO] 10.244.0.21:55044 - 18758 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008052377s
[INFO] 10.244.0.21:60692 - 33979 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.007208411s
[INFO] 10.244.0.21:47668 - 19023 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.007617349s
[INFO] 10.244.0.21:33664 - 28344 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.008425081s
[INFO] 10.244.0.21:49355 - 41507 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006398933s
[INFO] 10.244.0.21:33664 - 62395 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.002671137s
[INFO] 10.244.0.21:37196 - 13531 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00657308s
[INFO] 10.244.0.21:44147 - 9308 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003804455s
[INFO] 10.244.0.21:57895 - 16882 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003615941s
[INFO] 10.244.0.21:47668 - 62487 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006688197s
[INFO] 10.244.0.21:57895 - 54521 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000053066s
[INFO] 10.244.0.21:33664 - 41534 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000260496s
[INFO] 10.244.0.21:60692 - 42874 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006629243s
[INFO] 10.244.0.21:55044 - 60681 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.006989302s
[INFO] 10.244.0.21:60692 - 13763 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000072258s
[INFO] 10.244.0.21:44147 - 28499 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000064217s
[INFO] 10.244.0.21:37196 - 10638 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000073238s
[INFO] 10.244.0.21:47668 - 60493 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00008547s
[INFO] 10.244.0.21:55044 - 63103 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000079962s
[INFO] 10.244.0.21:49355 - 35300 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000077763s
==> describe nodes <==
Name: addons-789893
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-789893
kubernetes.io/os=linux
minikube.k8s.io/commit=ab8e06d5efb8aef1f7ea9881c3e41593ddc7876e
minikube.k8s.io/name=addons-789893
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_24T18_20_37_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-789893
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 24 Sep 2024 18:20:34 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-789893
AcquireTime: <unset>
RenewTime: Tue, 24 Sep 2024 18:33:13 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 24 Sep 2024 18:33:12 +0000 Tue, 24 Sep 2024 18:20:32 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 24 Sep 2024 18:33:12 +0000 Tue, 24 Sep 2024 18:20:32 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 24 Sep 2024 18:33:12 +0000 Tue, 24 Sep 2024 18:20:32 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 24 Sep 2024 18:33:12 +0000 Tue, 24 Sep 2024 18:20:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-789893
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859320Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859320Ki
pods: 110
System Info:
Machine ID: 36ef83bb7f33498c82e04957b0c4073a
System UUID: 14083382-8a0b-49e9-9b23-537f384153a2
Boot ID: 341b4722-0f2a-4055-93e9-b4d52b64aac6
Kernel Version: 5.15.0-1069-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m15s
default hello-world-app-55bf9c44b4-z79fd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 25s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 32s
gcp-auth gcp-auth-89d5ffd79-rfzlr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system coredns-7c65d6cfc9-tm8tv 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 12m
kube-system etcd-addons-789893 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 12m
kube-system kube-apiserver-addons-789893 250m (3%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-addons-789893 200m (2%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-vmfkn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-addons-789893 100m (1%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%) 0 (0%)
memory 170Mi (0%) 170Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 12m (x8 over 12m) kubelet Node addons-789893 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x7 over 12m) kubelet Node addons-789893 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m (x7 over 12m) kubelet Node addons-789893 status is now: NodeHasSufficientPID
Normal Starting 12m kubelet Starting kubelet.
Normal Starting 12m kubelet Starting kubelet.
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m kubelet Node addons-789893 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node addons-789893 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node addons-789893 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node addons-789893 event: Registered Node addons-789893 in Controller
==> dmesg <==
[ +0.000016] ll header: 00000000: ff ff ff ff ff ff c2 8e 93 47 f6 11 08 06
[ +1.744394] IPv4: martian source 10.244.0.1 from 10.244.0.17, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 52 41 5f b5 71 3a 08 06
[ +6.044400] IPv4: martian source 10.244.0.1 from 10.244.0.18, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 46 f0 c2 61 0a c1 08 06
[ +0.144289] IPv4: martian source 10.244.0.1 from 10.244.0.20, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 4a 32 e7 ed cd d9 08 06
[ +0.098107] IPv4: martian source 10.244.0.1 from 10.244.0.19, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 32 f6 db bd 0b d9 08 06
[Sep24 18:22] IPv4: martian source 10.244.0.1 from 10.244.0.21, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 7e 21 a3 7d 0a 76 08 06
[ +1.023329] IPv4: martian source 10.244.0.1 from 10.244.0.22, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff b2 e9 c5 64 bf ce 08 06
[Sep24 18:23] IPv4: martian source 10.244.0.1 from 10.244.0.23, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 22 e2 fd bb 24 0e 08 06
[ +0.006601] IPv4: martian source 10.244.0.1 from 10.244.0.24, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff b2 e1 1c f4 72 77 08 06
[ +24.867383] IPv4: martian source 10.244.0.1 from 10.244.0.25, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 32 d3 a5 a6 64 f2 08 06
[ +0.000528] IPv4: martian source 10.244.0.25 from 10.244.0.2, on dev eth0
[ +0.000003] ll header: 00000000: ff ff ff ff ff ff 0e bd 45 86 af 05 08 06
[Sep24 18:32] IPv4: martian source 10.244.0.34 from 10.244.0.21, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 7e 21 a3 7d 0a 76 08 06
[ +2.380601] IPv4: martian source 10.244.0.21 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 0e bd 45 86 af 05 08 06
==> etcd [0358af04a01d] <==
{"level":"info","ts":"2024-09-24T18:20:32.572633Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-24T18:20:32.572996Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-09-24T18:20:32.573022Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-09-24T18:20:32.572872Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-24T18:20:32.573141Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-24T18:20:32.573184Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-24T18:20:32.573862Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-24T18:20:32.574010Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-09-24T18:20:32.575127Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-09-24T18:20:32.575188Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-09-24T18:20:52.578946Z","caller":"traceutil/trace.go:171","msg":"trace[1352222246] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"100.063222ms","start":"2024-09-24T18:20:52.478864Z","end":"2024-09-24T18:20:52.578927Z","steps":["trace[1352222246] 'process raft request' (duration: 91.073824ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-24T18:21:07.618679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.857609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-24T18:21:07.618807Z","caller":"traceutil/trace.go:171","msg":"trace[86985514] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1003; }","duration":"136.006603ms","start":"2024-09-24T18:21:07.482785Z","end":"2024-09-24T18:21:07.618791Z","steps":["trace[86985514] 'range keys from in-memory index tree' (duration: 135.774981ms)"],"step_count":1}
{"level":"info","ts":"2024-09-24T18:21:07.618834Z","caller":"traceutil/trace.go:171","msg":"trace[285779430] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"107.423916ms","start":"2024-09-24T18:21:07.511392Z","end":"2024-09-24T18:21:07.618816Z","steps":["trace[285779430] 'process raft request' (duration: 65.995773ms)","trace[285779430] 'compare' (duration: 41.314488ms)"],"step_count":2}
{"level":"warn","ts":"2024-09-24T18:21:20.563366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.54464ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128032116240429812 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/endpointslices/kube-system/metrics-server-prgcq\" mod_revision:1063 > success:<request_put:<key:\"/registry/endpointslices/kube-system/metrics-server-prgcq\" value_size:1404 >> failure:<request_range:<key:\"/registry/endpointslices/kube-system/metrics-server-prgcq\" > >>","response":"size:16"}
{"level":"info","ts":"2024-09-24T18:21:20.563538Z","caller":"traceutil/trace.go:171","msg":"trace[793328029] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"201.164903ms","start":"2024-09-24T18:21:20.362358Z","end":"2024-09-24T18:21:20.563523Z","steps":["trace[793328029] 'process raft request' (duration: 201.099108ms)"],"step_count":1}
{"level":"info","ts":"2024-09-24T18:21:20.563555Z","caller":"traceutil/trace.go:171","msg":"trace[413504994] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"201.193412ms","start":"2024-09-24T18:21:20.362344Z","end":"2024-09-24T18:21:20.563537Z","steps":["trace[413504994] 'process raft request' (duration: 65.048511ms)","trace[413504994] 'compare' (duration: 135.440829ms)"],"step_count":2}
{"level":"info","ts":"2024-09-24T18:21:20.567635Z","caller":"traceutil/trace.go:171","msg":"trace[813017703] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"204.317054ms","start":"2024-09-24T18:21:20.363304Z","end":"2024-09-24T18:21:20.567621Z","steps":["trace[813017703] 'process raft request' (duration: 204.051661ms)"],"step_count":1}
{"level":"info","ts":"2024-09-24T18:21:20.697720Z","caller":"traceutil/trace.go:171","msg":"trace[1026397246] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"123.02718ms","start":"2024-09-24T18:21:20.574676Z","end":"2024-09-24T18:21:20.697703Z","steps":["trace[1026397246] 'process raft request' (duration: 122.235623ms)"],"step_count":1}
{"level":"info","ts":"2024-09-24T18:22:00.984107Z","caller":"traceutil/trace.go:171","msg":"trace[1028948093] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"101.704941ms","start":"2024-09-24T18:22:00.882381Z","end":"2024-09-24T18:22:00.984086Z","steps":["trace[1028948093] 'process raft request' (duration: 101.581103ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-24T18:22:01.124275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.585954ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128032116240430630 > lease_revoke:<id:70cc9225437a352e>","response":"size:29"}
{"level":"info","ts":"2024-09-24T18:22:01.124476Z","caller":"traceutil/trace.go:171","msg":"trace[521651945] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"134.395529ms","start":"2024-09-24T18:22:00.990061Z","end":"2024-09-24T18:22:01.124456Z","steps":["trace[521651945] 'process raft request' (duration: 134.292229ms)"],"step_count":1}
{"level":"info","ts":"2024-09-24T18:30:32.790308Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1887}
{"level":"info","ts":"2024-09-24T18:30:32.815626Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1887,"took":"24.517961ms","hash":1126276798,"current-db-size-bytes":8867840,"current-db-size":"8.9 MB","current-db-size-in-use-bytes":4947968,"current-db-size-in-use":"4.9 MB"}
{"level":"info","ts":"2024-09-24T18:30:32.815674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1126276798,"revision":1887,"compact-revision":-1}
==> gcp-auth [9d6856896221] <==
2024/09/24 18:24:07 Ready to write response ...
2024/09/24 18:24:07 Ready to marshal response ...
2024/09/24 18:24:07 Ready to write response ...
2024/09/24 18:32:10 Ready to marshal response ...
2024/09/24 18:32:10 Ready to write response ...
2024/09/24 18:32:10 Ready to marshal response ...
2024/09/24 18:32:10 Ready to write response ...
2024/09/24 18:32:10 Ready to marshal response ...
2024/09/24 18:32:10 Ready to write response ...
2024/09/24 18:32:20 Ready to marshal response ...
2024/09/24 18:32:20 Ready to write response ...
2024/09/24 18:32:26 Ready to marshal response ...
2024/09/24 18:32:26 Ready to write response ...
2024/09/24 18:32:26 Ready to marshal response ...
2024/09/24 18:32:26 Ready to write response ...
2024/09/24 18:32:27 Ready to marshal response ...
2024/09/24 18:32:27 Ready to write response ...
2024/09/24 18:32:34 Ready to marshal response ...
2024/09/24 18:32:34 Ready to write response ...
2024/09/24 18:32:50 Ready to marshal response ...
2024/09/24 18:32:50 Ready to write response ...
2024/09/24 18:32:50 Ready to marshal response ...
2024/09/24 18:32:50 Ready to write response ...
2024/09/24 18:32:57 Ready to marshal response ...
2024/09/24 18:32:57 Ready to write response ...
==> kernel <==
18:33:22 up 15 min, 0 users, load average: 0.81, 0.42, 0.30
Linux addons-789893 5.15.0-1069-gcp #77~20.04.1-Ubuntu SMP Sun Sep 1 19:39:16 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kube-apiserver [5663474c7759] <==
W0924 18:23:59.290463 1 cacher.go:171] Terminating all watchers from cacher jobs.batch.volcano.sh
W0924 18:23:59.584367 1 cacher.go:171] Terminating all watchers from cacher jobflows.flow.volcano.sh
W0924 18:23:59.992034 1 cacher.go:171] Terminating all watchers from cacher jobtemplates.flow.volcano.sh
I0924 18:32:10.862659 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.103.7.176"}
I0924 18:32:21.227470 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I0924 18:32:21.712819 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
W0924 18:32:22.243770 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0924 18:32:34.620536 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E0924 18:32:50.232828 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0924 18:32:50.382774 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0924 18:32:50.568942 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.111.232.133"}
I0924 18:32:58.075811 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.71.74"}
I0924 18:33:07.360234 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:07.360294 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0924 18:33:07.376201 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:07.376261 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0924 18:33:07.377169 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:07.377362 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0924 18:33:07.481886 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:07.481944 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0924 18:33:07.487375 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0924 18:33:07.487414 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0924 18:33:08.378243 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0924 18:33:08.488162 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0924 18:33:08.572336 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
==> kube-controller-manager [4e8a5d3ae297] <==
I0924 18:33:10.353457 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="ingress-nginx"
I0924 18:33:11.288703 1 shared_informer.go:313] Waiting for caches to sync for resource quota
I0924 18:33:11.288762 1 shared_informer.go:320] Caches are synced for resource quota
I0924 18:33:11.671526 1 shared_informer.go:313] Waiting for caches to sync for garbage collector
I0924 18:33:11.671579 1 shared_informer.go:320] Caches are synced for garbage collector
W0924 18:33:12.053160 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:12.053198 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0924 18:33:12.070112 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-789893"
W0924 18:33:12.159274 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:12.159314 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:12.667733 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:12.667775 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:13.457340 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:13.457381 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:15.206853 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:15.206897 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:16.742317 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:16.742355 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:18.064284 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:18.064328 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:18.170980 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:18.171019 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0924 18:33:18.440822 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0924 18:33:18.440857 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0924 18:33:20.934524 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-66c9cd494c" duration="3.972µs"
==> kube-proxy [f5915cc6aef1] <==
I0924 18:20:44.676981 1 server_linux.go:66] "Using iptables proxy"
I0924 18:20:45.191741 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0924 18:20:45.191825 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0924 18:20:45.576483 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0924 18:20:45.576545 1 server_linux.go:169] "Using iptables Proxier"
I0924 18:20:45.589420 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0924 18:20:45.589843 1 server.go:483] "Version info" version="v1.31.1"
I0924 18:20:45.589860 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0924 18:20:45.592086 1 config.go:199] "Starting service config controller"
I0924 18:20:45.592103 1 shared_informer.go:313] Waiting for caches to sync for service config
I0924 18:20:45.592131 1 config.go:105] "Starting endpoint slice config controller"
I0924 18:20:45.592137 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0924 18:20:45.592573 1 config.go:328] "Starting node config controller"
I0924 18:20:45.592581 1 shared_informer.go:313] Waiting for caches to sync for node config
I0924 18:20:45.768882 1 shared_informer.go:320] Caches are synced for node config
I0924 18:20:45.768932 1 shared_informer.go:320] Caches are synced for service config
I0924 18:20:45.768995 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [8bd1dcc2acda] <==
W0924 18:20:34.180936 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0924 18:20:34.180943 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0924 18:20:34.180953 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0924 18:20:34.180874 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0924 18:20:34.180967 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:34.180986 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0924 18:20:34.180990 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E0924 18:20:34.181009 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0924 18:20:34.181000 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0924 18:20:34.181048 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:34.996765 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0924 18:20:34.996808 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0924 18:20:35.030450 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0924 18:20:35.030501 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:35.046168 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0924 18:20:35.046210 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:35.245712 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0924 18:20:35.245768 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:35.266185 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0924 18:20:35.266273 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0924 18:20:35.273691 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0924 18:20:35.273757 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0924 18:20:35.296438 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0924 18:20:35.296476 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0924 18:20:35.678978 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Sep 24 18:33:08 addons-789893 kubelet[2449]: I0924 18:33:08.075908 2449 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7b60cdf6-7584-43b5-9ade-4509a8c69aa4-kube-api-access-hf9cs" (OuterVolumeSpecName: "kube-api-access-hf9cs") pod "7b60cdf6-7584-43b5-9ade-4509a8c69aa4" (UID: "7b60cdf6-7584-43b5-9ade-4509a8c69aa4"). InnerVolumeSpecName "kube-api-access-hf9cs". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 24 18:33:08 addons-789893 kubelet[2449]: I0924 18:33:08.075929 2449 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7049d910-108c-44d8-a236-de67687c4071-kube-api-access-nrl2x" (OuterVolumeSpecName: "kube-api-access-nrl2x") pod "7049d910-108c-44d8-a236-de67687c4071" (UID: "7049d910-108c-44d8-a236-de67687c4071"). InnerVolumeSpecName "kube-api-access-nrl2x". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 24 18:33:08 addons-789893 kubelet[2449]: I0924 18:33:08.174703 2449 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-hf9cs\" (UniqueName: \"kubernetes.io/projected/7b60cdf6-7584-43b5-9ade-4509a8c69aa4-kube-api-access-hf9cs\") on node \"addons-789893\" DevicePath \"\""
Sep 24 18:33:08 addons-789893 kubelet[2449]: I0924 18:33:08.174743 2449 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-nrl2x\" (UniqueName: \"kubernetes.io/projected/7049d910-108c-44d8-a236-de67687c4071-kube-api-access-nrl2x\") on node \"addons-789893\" DevicePath \"\""
Sep 24 18:33:08 addons-789893 kubelet[2449]: I0924 18:33:08.788183 2449 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7049d910-108c-44d8-a236-de67687c4071" path="/var/lib/kubelet/pods/7049d910-108c-44d8-a236-de67687c4071/volumes"
Sep 24 18:33:08 addons-789893 kubelet[2449]: I0924 18:33:08.788542 2449 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7b60cdf6-7584-43b5-9ade-4509a8c69aa4" path="/var/lib/kubelet/pods/7b60cdf6-7584-43b5-9ade-4509a8c69aa4/volumes"
Sep 24 18:33:09 addons-789893 kubelet[2449]: E0924 18:33:09.781124 2449 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"busybox\" with ImagePullBackOff: \"Back-off pulling image \\\"gcr.io/k8s-minikube/busybox:1.28.4-glibc\\\"\"" pod="default/busybox" podUID="581b7de1-563a-4d85-a573-1bab7f3253a0"
Sep 24 18:33:12 addons-789893 kubelet[2449]: E0924 18:33:12.781065 2449 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"registry-test\" with ImagePullBackOff: \"Back-off pulling image \\\"gcr.io/k8s-minikube/busybox\\\"\"" pod="default/registry-test" podUID="e9b757f5-18bc-453a-bd8d-8996b8b861ee"
Sep 24 18:33:20 addons-789893 kubelet[2449]: I0924 18:33:20.649300 2449 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gptxq\" (UniqueName: \"kubernetes.io/projected/e9b757f5-18bc-453a-bd8d-8996b8b861ee-kube-api-access-gptxq\") pod \"e9b757f5-18bc-453a-bd8d-8996b8b861ee\" (UID: \"e9b757f5-18bc-453a-bd8d-8996b8b861ee\") "
Sep 24 18:33:20 addons-789893 kubelet[2449]: I0924 18:33:20.649351 2449 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/e9b757f5-18bc-453a-bd8d-8996b8b861ee-gcp-creds\") pod \"e9b757f5-18bc-453a-bd8d-8996b8b861ee\" (UID: \"e9b757f5-18bc-453a-bd8d-8996b8b861ee\") "
Sep 24 18:33:20 addons-789893 kubelet[2449]: I0924 18:33:20.649432 2449 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/e9b757f5-18bc-453a-bd8d-8996b8b861ee-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "e9b757f5-18bc-453a-bd8d-8996b8b861ee" (UID: "e9b757f5-18bc-453a-bd8d-8996b8b861ee"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Sep 24 18:33:20 addons-789893 kubelet[2449]: I0924 18:33:20.651153 2449 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e9b757f5-18bc-453a-bd8d-8996b8b861ee-kube-api-access-gptxq" (OuterVolumeSpecName: "kube-api-access-gptxq") pod "e9b757f5-18bc-453a-bd8d-8996b8b861ee" (UID: "e9b757f5-18bc-453a-bd8d-8996b8b861ee"). InnerVolumeSpecName "kube-api-access-gptxq". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 24 18:33:20 addons-789893 kubelet[2449]: I0924 18:33:20.750446 2449 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-gptxq\" (UniqueName: \"kubernetes.io/projected/e9b757f5-18bc-453a-bd8d-8996b8b861ee-kube-api-access-gptxq\") on node \"addons-789893\" DevicePath \"\""
Sep 24 18:33:20 addons-789893 kubelet[2449]: I0924 18:33:20.750493 2449 reconciler_common.go:288] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/e9b757f5-18bc-453a-bd8d-8996b8b861ee-gcp-creds\") on node \"addons-789893\" DevicePath \"\""
Sep 24 18:33:21 addons-789893 kubelet[2449]: I0924 18:33:21.371199 2449 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-826ln\" (UniqueName: \"kubernetes.io/projected/5229f013-acc0-4b78-b107-2d47393d9d1c-kube-api-access-826ln\") pod \"5229f013-acc0-4b78-b107-2d47393d9d1c\" (UID: \"5229f013-acc0-4b78-b107-2d47393d9d1c\") "
Sep 24 18:33:21 addons-789893 kubelet[2449]: I0924 18:33:21.373119 2449 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5229f013-acc0-4b78-b107-2d47393d9d1c-kube-api-access-826ln" (OuterVolumeSpecName: "kube-api-access-826ln") pod "5229f013-acc0-4b78-b107-2d47393d9d1c" (UID: "5229f013-acc0-4b78-b107-2d47393d9d1c"). InnerVolumeSpecName "kube-api-access-826ln". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 24 18:33:21 addons-789893 kubelet[2449]: I0924 18:33:21.472432 2449 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l77zk\" (UniqueName: \"kubernetes.io/projected/9d9f58d3-a739-4cce-b7eb-5fd3957e4be0-kube-api-access-l77zk\") pod \"9d9f58d3-a739-4cce-b7eb-5fd3957e4be0\" (UID: \"9d9f58d3-a739-4cce-b7eb-5fd3957e4be0\") "
Sep 24 18:33:21 addons-789893 kubelet[2449]: I0924 18:33:21.472508 2449 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-826ln\" (UniqueName: \"kubernetes.io/projected/5229f013-acc0-4b78-b107-2d47393d9d1c-kube-api-access-826ln\") on node \"addons-789893\" DevicePath \"\""
Sep 24 18:33:21 addons-789893 kubelet[2449]: I0924 18:33:21.474606 2449 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9d9f58d3-a739-4cce-b7eb-5fd3957e4be0-kube-api-access-l77zk" (OuterVolumeSpecName: "kube-api-access-l77zk") pod "9d9f58d3-a739-4cce-b7eb-5fd3957e4be0" (UID: "9d9f58d3-a739-4cce-b7eb-5fd3957e4be0"). InnerVolumeSpecName "kube-api-access-l77zk". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 24 18:33:21 addons-789893 kubelet[2449]: I0924 18:33:21.572850 2449 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-l77zk\" (UniqueName: \"kubernetes.io/projected/9d9f58d3-a739-4cce-b7eb-5fd3957e4be0-kube-api-access-l77zk\") on node \"addons-789893\" DevicePath \"\""
Sep 24 18:33:22 addons-789893 kubelet[2449]: I0924 18:33:22.187217 2449 scope.go:117] "RemoveContainer" containerID="042c6e314ca61993146dbb25cd4c44ab955c172b0412c2a736f9758efea9d454"
Sep 24 18:33:22 addons-789893 kubelet[2449]: I0924 18:33:22.203924 2449 scope.go:117] "RemoveContainer" containerID="9a7ac1876fc864d113828032e19da0fe26eed090482127890b097ecfc6f286d3"
Sep 24 18:33:22 addons-789893 kubelet[2449]: I0924 18:33:22.219643 2449 scope.go:117] "RemoveContainer" containerID="9a7ac1876fc864d113828032e19da0fe26eed090482127890b097ecfc6f286d3"
Sep 24 18:33:22 addons-789893 kubelet[2449]: E0924 18:33:22.220451 2449 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 9a7ac1876fc864d113828032e19da0fe26eed090482127890b097ecfc6f286d3" containerID="9a7ac1876fc864d113828032e19da0fe26eed090482127890b097ecfc6f286d3"
Sep 24 18:33:22 addons-789893 kubelet[2449]: I0924 18:33:22.220485 2449 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"9a7ac1876fc864d113828032e19da0fe26eed090482127890b097ecfc6f286d3"} err="failed to get container status \"9a7ac1876fc864d113828032e19da0fe26eed090482127890b097ecfc6f286d3\": rpc error: code = Unknown desc = Error response from daemon: No such container: 9a7ac1876fc864d113828032e19da0fe26eed090482127890b097ecfc6f286d3"
==> storage-provisioner [355f59c730bb] <==
I0924 18:20:50.977913 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0924 18:20:50.993935 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0924 18:20:50.993980 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0924 18:20:51.082902 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0924 18:20:51.083156 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-789893_1f277675-f11d-4bd2-8128-b7e57e1b705b!
I0924 18:20:51.088876 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ec83ae93-79e2-4ead-9c0b-ddee6cc05b95", APIVersion:"v1", ResourceVersion:"648", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-789893_1f277675-f11d-4bd2-8128-b7e57e1b705b became leader
I0924 18:20:51.183231 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-789893_1f277675-f11d-4bd2-8128-b7e57e1b705b!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-789893 -n addons-789893
helpers_test.go:261: (dbg) Run: kubectl --context addons-789893 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-789893 describe pod busybox
helpers_test.go:282: (dbg) kubectl --context addons-789893 describe pod busybox:
-- stdout --
Name: busybox
Namespace: default
Priority: 0
Service Account: default
Node: addons-789893/192.168.49.2
Start Time: Tue, 24 Sep 2024 18:24:07 +0000
Labels: integration-test=busybox
Annotations: <none>
Status: Pending
IP: 10.244.0.27
IPs:
IP: 10.244.0.27
Containers:
busybox:
Container ID:
Image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
Image ID:
Port: <none>
Host Port: <none>
Command:
sleep
3600
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-knzzp (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-knzzp:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m15s default-scheduler Successfully assigned default/busybox to addons-789893
Warning Failed 7m52s (x6 over 9m13s) kubelet Error: ImagePullBackOff
Normal Pulling 7m38s (x4 over 9m14s) kubelet Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Warning Failed 7m38s (x4 over 9m14s) kubelet Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": Error response from daemon: Head "https://gcr.io/v2/k8s-minikube/busybox/manifests/1.28.4-glibc": unauthorized: authentication failed
Warning Failed 7m38s (x4 over 9m14s) kubelet Error: ErrImagePull
Normal BackOff 4m2s (x21 over 9m13s) kubelet Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
-- /stdout --
helpers_test.go:285: <<< TestAddons/parallel/Registry FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Registry (72.60s)