=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:328: registry stabilized in 2.431337ms
addons_test.go:330: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-66c9cd494c-zknzg" [8b1cda9d-a2ca-48b2-acf9-004452369435] Running
addons_test.go:330: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.003421302s
addons_test.go:333: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-5bg8v" [878b56fe-bbbf-43d3-8886-018884c393c9] Running
addons_test.go:333: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.004208823s
addons_test.go:338: (dbg) Run: kubectl --context addons-591967 delete po -l run=registry-test --now
addons_test.go:343: (dbg) Run: kubectl --context addons-591967 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:343: (dbg) Non-zero exit: kubectl --context addons-591967 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": exit status 1 (1m0.082142009s)
-- stdout --
pod "registry-test" deleted
-- /stdout --
** stderr **
error: timed out waiting for the condition
** /stderr **
addons_test.go:345: failed to hit registry.kube-system.svc.cluster.local. args "kubectl --context addons-591967 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c \"wget --spider -S http://registry.kube-system.svc.cluster.local\"" failed: exit status 1
addons_test.go:349: expected curl response be "HTTP/1.1 200", but got *pod "registry-test" deleted
*
addons_test.go:357: (dbg) Run: out/minikube-linux-amd64 -p addons-591967 ip
2024/09/30 10:34:24 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:386: (dbg) Run: out/minikube-linux-amd64 -p addons-591967 addons disable registry --alsologtostderr -v=1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Registry]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-591967
helpers_test.go:235: (dbg) docker inspect addons-591967:
-- stdout --
[
{
"Id": "9da8d743d590a0b0d6ac4f9876c0a24b89d4569300e765a865c938c5edeae06a",
"Created": "2024-09-30T10:22:06.098219959Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 13092,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-09-30T10:22:06.243485248Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:fba5f082b59effd6acfcb1eed3d3f86a23bd3a65463877f8197a730d49f52a09",
"ResolvConfPath": "/var/lib/docker/containers/9da8d743d590a0b0d6ac4f9876c0a24b89d4569300e765a865c938c5edeae06a/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/9da8d743d590a0b0d6ac4f9876c0a24b89d4569300e765a865c938c5edeae06a/hostname",
"HostsPath": "/var/lib/docker/containers/9da8d743d590a0b0d6ac4f9876c0a24b89d4569300e765a865c938c5edeae06a/hosts",
"LogPath": "/var/lib/docker/containers/9da8d743d590a0b0d6ac4f9876c0a24b89d4569300e765a865c938c5edeae06a/9da8d743d590a0b0d6ac4f9876c0a24b89d4569300e765a865c938c5edeae06a-json.log",
"Name": "/addons-591967",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-591967:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-591967",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/1c1b45d24f01853cbe52ead061001585edacacb4f34d0bf4f8c87ad2f3fa2675-init/diff:/var/lib/docker/overlay2/6a00548e90e66592fab76c02d7df74659c1dfbc894a8d906a61c4050de028418/diff",
"MergedDir": "/var/lib/docker/overlay2/1c1b45d24f01853cbe52ead061001585edacacb4f34d0bf4f8c87ad2f3fa2675/merged",
"UpperDir": "/var/lib/docker/overlay2/1c1b45d24f01853cbe52ead061001585edacacb4f34d0bf4f8c87ad2f3fa2675/diff",
"WorkDir": "/var/lib/docker/overlay2/1c1b45d24f01853cbe52ead061001585edacacb4f34d0bf4f8c87ad2f3fa2675/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-591967",
"Source": "/var/lib/docker/volumes/addons-591967/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-591967",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-591967",
"name.minikube.sigs.k8s.io": "addons-591967",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "3a171b8be37059396a06339c851e357b4b343c6c7ea83f0dedaccf5dc707ffc1",
"SandboxKey": "/var/run/docker/netns/3a171b8be370",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-591967": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "4816bfb7bcf8f0e739791c288158d3f0dda1fae7c99a04f6d1f1116ad58d7076",
"EndpointID": "075cf0a811153c3b21499553e356c63a742014b938c46e3a2126fae96a23464d",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-591967",
"9da8d743d590"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-591967 -n addons-591967
helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Registry]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-591967 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-591967 logs -n 25: (1.35915945s)
helpers_test.go:252: TestAddons/parallel/Registry logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-911195 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | |
| | -p download-only-911195 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:21 UTC |
| delete | -p download-only-911195 | download-only-911195 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:21 UTC |
| start | -o=json --download-only | download-only-556979 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | |
| | -p download-only-556979 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.1 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:21 UTC |
| delete | -p download-only-556979 | download-only-556979 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:21 UTC |
| delete | -p download-only-911195 | download-only-911195 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:21 UTC |
| delete | -p download-only-556979 | download-only-556979 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:21 UTC |
| start | --download-only -p | download-docker-480294 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | |
| | download-docker-480294 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-480294 | download-docker-480294 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:21 UTC |
| start | --download-only -p | binary-mirror-669405 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | |
| | binary-mirror-669405 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:46883 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-669405 | binary-mirror-669405 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:21 UTC |
| addons | disable dashboard -p | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | |
| | addons-591967 | | | | | |
| addons | enable dashboard -p | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | |
| | addons-591967 | | | | | |
| start | -p addons-591967 --wait=true | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:21 UTC | 30 Sep 24 10:25 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | enable headlamp | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:33 UTC | 30 Sep 24 10:33 UTC |
| | -p addons-591967 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-591967 addons disable | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:33 UTC | 30 Sep 24 10:33 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:33 UTC | 30 Sep 24 10:33 UTC |
| | addons-591967 | | | | | |
| ssh | addons-591967 ssh curl -s | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:33 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-591967 addons | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:33 UTC | 30 Sep 24 10:34 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-591967 addons | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:34 UTC | 30 Sep 24 10:34 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:34 UTC | 30 Sep 24 10:34 UTC |
| | -p addons-591967 | | | | | |
| addons | addons-591967 addons disable | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:34 UTC | 30 Sep 24 10:34 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ip | addons-591967 ip | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:34 UTC | 30 Sep 24 10:34 UTC |
| addons | addons-591967 addons disable | addons-591967 | jenkins | v1.34.0 | 30 Sep 24 10:34 UTC | 30 Sep 24 10:34 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/30 10:21:43
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0930 10:21:43.600314 12354 out.go:345] Setting OutFile to fd 1 ...
I0930 10:21:43.600440 12354 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0930 10:21:43.600449 12354 out.go:358] Setting ErrFile to fd 2...
I0930 10:21:43.600453 12354 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0930 10:21:43.600622 12354 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19734-3817/.minikube/bin
I0930 10:21:43.601206 12354 out.go:352] Setting JSON to false
I0930 10:21:43.602136 12354 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":247,"bootTime":1727691457,"procs":178,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0930 10:21:43.602247 12354 start.go:139] virtualization: kvm guest
I0930 10:21:43.604392 12354 out.go:177] * [addons-591967] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I0930 10:21:43.605717 12354 notify.go:220] Checking for updates...
I0930 10:21:43.605753 12354 out.go:177] - MINIKUBE_LOCATION=19734
I0930 10:21:43.607125 12354 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0930 10:21:43.608715 12354 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19734-3817/kubeconfig
I0930 10:21:43.610195 12354 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19734-3817/.minikube
I0930 10:21:43.611525 12354 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0930 10:21:43.612883 12354 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0930 10:21:43.614454 12354 driver.go:394] Setting default libvirt URI to qemu:///system
I0930 10:21:43.635437 12354 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I0930 10:21:43.635555 12354 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0930 10:21:43.682092 12354 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-09-30 10:21:43.673383047 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1069-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bri
dge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0930 10:21:43.682206 12354 docker.go:318] overlay module found
I0930 10:21:43.683900 12354 out.go:177] * Using the docker driver based on user configuration
I0930 10:21:43.685372 12354 start.go:297] selected driver: docker
I0930 10:21:43.685393 12354 start.go:901] validating driver "docker" against <nil>
I0930 10:21:43.685408 12354 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0930 10:21:43.686335 12354 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0930 10:21:43.736635 12354 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-09-30 10:21:43.727603686 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1069-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bri
dge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0930 10:21:43.736984 12354 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0930 10:21:43.737316 12354 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0930 10:21:43.739223 12354 out.go:177] * Using Docker driver with root privileges
I0930 10:21:43.740480 12354 cni.go:84] Creating CNI manager for ""
I0930 10:21:43.740540 12354 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0930 10:21:43.740553 12354 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0930 10:21:43.740633 12354 start.go:340] cluster config:
{Name:addons-591967 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-591967 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0930 10:21:43.742009 12354 out.go:177] * Starting "addons-591967" primary control-plane node in "addons-591967" cluster
I0930 10:21:43.743257 12354 cache.go:121] Beginning downloading kic base image for docker with crio
I0930 10:21:43.744633 12354 out.go:177] * Pulling base image v0.0.45-1727108449-19696 ...
I0930 10:21:43.745816 12354 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0930 10:21:43.745840 12354 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local docker daemon
I0930 10:21:43.745860 12354 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19734-3817/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I0930 10:21:43.745872 12354 cache.go:56] Caching tarball of preloaded images
I0930 10:21:43.745965 12354 preload.go:172] Found /home/jenkins/minikube-integration/19734-3817/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0930 10:21:43.745979 12354 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I0930 10:21:43.746346 12354 profile.go:143] Saving config to /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/config.json ...
I0930 10:21:43.746372 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/config.json: {Name:mk318b6ffae8d675a13d69e246f0bb1e357b271a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:21:43.763396 12354 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 to local cache
I0930 10:21:43.763489 12354 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local cache directory
I0930 10:21:43.763505 12354 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 in local cache directory, skipping pull
I0930 10:21:43.763509 12354 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 exists in cache, skipping pull
I0930 10:21:43.763518 12354 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 as a tarball
I0930 10:21:43.763523 12354 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 from local cache
I0930 10:21:56.254194 12354 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 from cached tarball
I0930 10:21:56.254232 12354 cache.go:194] Successfully downloaded all kic artifacts
I0930 10:21:56.254278 12354 start.go:360] acquireMachinesLock for addons-591967: {Name:mk4596c634acb3ca52d88754a330c3afbe89e37b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0930 10:21:56.254379 12354 start.go:364] duration metric: took 82.661µs to acquireMachinesLock for "addons-591967"
I0930 10:21:56.254403 12354 start.go:93] Provisioning new machine with config: &{Name:addons-591967 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-591967 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 10:21:56.254474 12354 start.go:125] createHost starting for "" (driver="docker")
I0930 10:21:56.256602 12354 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0930 10:21:56.256817 12354 start.go:159] libmachine.API.Create for "addons-591967" (driver="docker")
I0930 10:21:56.256847 12354 client.go:168] LocalClient.Create starting
I0930 10:21:56.256961 12354 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca.pem
I0930 10:21:56.406303 12354 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/cert.pem
I0930 10:21:56.481502 12354 cli_runner.go:164] Run: docker network inspect addons-591967 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0930 10:21:56.496959 12354 cli_runner.go:211] docker network inspect addons-591967 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0930 10:21:56.497037 12354 network_create.go:284] running [docker network inspect addons-591967] to gather additional debugging logs...
I0930 10:21:56.497088 12354 cli_runner.go:164] Run: docker network inspect addons-591967
W0930 10:21:56.512899 12354 cli_runner.go:211] docker network inspect addons-591967 returned with exit code 1
I0930 10:21:56.512933 12354 network_create.go:287] error running [docker network inspect addons-591967]: docker network inspect addons-591967: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-591967 not found
I0930 10:21:56.512947 12354 network_create.go:289] output of [docker network inspect addons-591967]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-591967 not found
** /stderr **
I0930 10:21:56.513035 12354 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0930 10:21:56.529361 12354 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc00160c920}
I0930 10:21:56.529413 12354 network_create.go:124] attempt to create docker network addons-591967 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0930 10:21:56.529455 12354 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-591967 addons-591967
I0930 10:21:56.607716 12354 network_create.go:108] docker network addons-591967 192.168.49.0/24 created
I0930 10:21:56.607749 12354 kic.go:121] calculated static IP "192.168.49.2" for the "addons-591967" container
I0930 10:21:56.607829 12354 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0930 10:21:56.623048 12354 cli_runner.go:164] Run: docker volume create addons-591967 --label name.minikube.sigs.k8s.io=addons-591967 --label created_by.minikube.sigs.k8s.io=true
I0930 10:21:56.640608 12354 oci.go:103] Successfully created a docker volume addons-591967
I0930 10:21:56.640695 12354 cli_runner.go:164] Run: docker run --rm --name addons-591967-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-591967 --entrypoint /usr/bin/test -v addons-591967:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -d /var/lib
I0930 10:22:01.661030 12354 cli_runner.go:217] Completed: docker run --rm --name addons-591967-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-591967 --entrypoint /usr/bin/test -v addons-591967:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -d /var/lib: (5.020293764s)
I0930 10:22:01.661060 12354 oci.go:107] Successfully prepared a docker volume addons-591967
I0930 10:22:01.661074 12354 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0930 10:22:01.661092 12354 kic.go:194] Starting extracting preloaded images to volume ...
I0930 10:22:01.661140 12354 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19734-3817/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-591967:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -I lz4 -xf /preloaded.tar -C /extractDir
I0930 10:22:06.034783 12354 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19734-3817/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-591967:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 -I lz4 -xf /preloaded.tar -C /extractDir: (4.373604999s)
I0930 10:22:06.034815 12354 kic.go:203] duration metric: took 4.373720961s to extract preloaded images to volume ...
W0930 10:22:06.034951 12354 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0930 10:22:06.035142 12354 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0930 10:22:06.083144 12354 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-591967 --name addons-591967 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-591967 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-591967 --network addons-591967 --ip 192.168.49.2 --volume addons-591967:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21
I0930 10:22:06.392221 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Running}}
I0930 10:22:06.410032 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:06.428914 12354 cli_runner.go:164] Run: docker exec addons-591967 stat /var/lib/dpkg/alternatives/iptables
I0930 10:22:06.475789 12354 oci.go:144] the created container "addons-591967" has a running status.
I0930 10:22:06.475825 12354 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa...
I0930 10:22:06.595285 12354 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0930 10:22:06.619813 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:06.644849 12354 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0930 10:22:06.644874 12354 kic_runner.go:114] Args: [docker exec --privileged addons-591967 chown docker:docker /home/docker/.ssh/authorized_keys]
I0930 10:22:06.699227 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:06.718994 12354 machine.go:93] provisionDockerMachine start ...
I0930 10:22:06.719069 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:06.739368 12354 main.go:141] libmachine: Using SSH client type: native
I0930 10:22:06.739600 12354 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0930 10:22:06.739616 12354 main.go:141] libmachine: About to run SSH command:
hostname
I0930 10:22:06.740297 12354 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:40634->127.0.0.1:32768: read: connection reset by peer
I0930 10:22:09.852637 12354 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-591967
I0930 10:22:09.852662 12354 ubuntu.go:169] provisioning hostname "addons-591967"
I0930 10:22:09.852720 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:09.869905 12354 main.go:141] libmachine: Using SSH client type: native
I0930 10:22:09.870106 12354 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0930 10:22:09.870124 12354 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-591967 && echo "addons-591967" | sudo tee /etc/hostname
I0930 10:22:09.991552 12354 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-591967
I0930 10:22:09.991622 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:10.009243 12354 main.go:141] libmachine: Using SSH client type: native
I0930 10:22:10.009414 12354 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0930 10:22:10.009430 12354 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-591967' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-591967/g' /etc/hosts;
else
echo '127.0.1.1 addons-591967' | sudo tee -a /etc/hosts;
fi
fi
I0930 10:22:10.121151 12354 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0930 10:22:10.121179 12354 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19734-3817/.minikube CaCertPath:/home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19734-3817/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19734-3817/.minikube}
I0930 10:22:10.121194 12354 ubuntu.go:177] setting up certificates
I0930 10:22:10.121204 12354 provision.go:84] configureAuth start
I0930 10:22:10.121275 12354 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-591967
I0930 10:22:10.138129 12354 provision.go:143] copyHostCerts
I0930 10:22:10.138198 12354 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19734-3817/.minikube/ca.pem (1082 bytes)
I0930 10:22:10.138309 12354 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19734-3817/.minikube/cert.pem (1123 bytes)
I0930 10:22:10.138366 12354 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19734-3817/.minikube/key.pem (1675 bytes)
I0930 10:22:10.138423 12354 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19734-3817/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca-key.pem org=jenkins.addons-591967 san=[127.0.0.1 192.168.49.2 addons-591967 localhost minikube]
I0930 10:22:10.466353 12354 provision.go:177] copyRemoteCerts
I0930 10:22:10.466415 12354 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0930 10:22:10.466447 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:10.483350 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:10.569446 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0930 10:22:10.590889 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0930 10:22:10.612375 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0930 10:22:10.634008 12354 provision.go:87] duration metric: took 512.790375ms to configureAuth
I0930 10:22:10.634047 12354 ubuntu.go:193] setting minikube options for container-runtime
I0930 10:22:10.634254 12354 config.go:182] Loaded profile config "addons-591967": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 10:22:10.634360 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:10.651267 12354 main.go:141] libmachine: Using SSH client type: native
I0930 10:22:10.651441 12354 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0930 10:22:10.651457 12354 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0930 10:22:10.849208 12354 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0930 10:22:10.849249 12354 machine.go:96] duration metric: took 4.130234469s to provisionDockerMachine
I0930 10:22:10.849262 12354 client.go:171] duration metric: took 14.59240668s to LocalClient.Create
I0930 10:22:10.849284 12354 start.go:167] duration metric: took 14.592468119s to libmachine.API.Create "addons-591967"
I0930 10:22:10.849294 12354 start.go:293] postStartSetup for "addons-591967" (driver="docker")
I0930 10:22:10.849307 12354 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0930 10:22:10.849354 12354 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0930 10:22:10.849389 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:10.865767 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:10.949908 12354 ssh_runner.go:195] Run: cat /etc/os-release
I0930 10:22:10.952737 12354 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0930 10:22:10.952769 12354 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0930 10:22:10.952777 12354 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0930 10:22:10.952783 12354 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0930 10:22:10.952791 12354 filesync.go:126] Scanning /home/jenkins/minikube-integration/19734-3817/.minikube/addons for local assets ...
I0930 10:22:10.952843 12354 filesync.go:126] Scanning /home/jenkins/minikube-integration/19734-3817/.minikube/files for local assets ...
I0930 10:22:10.952873 12354 start.go:296] duration metric: took 103.573916ms for postStartSetup
I0930 10:22:10.953122 12354 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-591967
I0930 10:22:10.969711 12354 profile.go:143] Saving config to /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/config.json ...
I0930 10:22:10.969948 12354 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0930 10:22:10.969984 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:10.986360 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:11.066037 12354 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0930 10:22:11.070293 12354 start.go:128] duration metric: took 14.815804101s to createHost
I0930 10:22:11.070322 12354 start.go:83] releasing machines lock for "addons-591967", held for 14.815927903s
I0930 10:22:11.070389 12354 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-591967
I0930 10:22:11.086518 12354 ssh_runner.go:195] Run: cat /version.json
I0930 10:22:11.086576 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:11.086638 12354 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0930 10:22:11.086706 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:11.105639 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:11.106429 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:11.266567 12354 ssh_runner.go:195] Run: systemctl --version
I0930 10:22:11.271044 12354 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0930 10:22:11.406835 12354 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0930 10:22:11.411047 12354 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0930 10:22:11.428795 12354 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0930 10:22:11.428879 12354 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0930 10:22:11.455342 12354 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0930 10:22:11.455370 12354 start.go:495] detecting cgroup driver to use...
I0930 10:22:11.455405 12354 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0930 10:22:11.455459 12354 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0930 10:22:11.469133 12354 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0930 10:22:11.479449 12354 docker.go:217] disabling cri-docker service (if available) ...
I0930 10:22:11.479496 12354 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0930 10:22:11.491493 12354 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0930 10:22:11.504495 12354 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0930 10:22:11.583503 12354 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0930 10:22:11.659905 12354 docker.go:233] disabling docker service ...
I0930 10:22:11.659984 12354 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0930 10:22:11.677067 12354 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0930 10:22:11.688116 12354 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0930 10:22:11.768336 12354 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0930 10:22:11.852290 12354 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0930 10:22:11.862329 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0930 10:22:11.876579 12354 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0930 10:22:11.876627 12354 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 10:22:11.885251 12354 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0930 10:22:11.885317 12354 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 10:22:11.893752 12354 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0930 10:22:11.902040 12354 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0930 10:22:11.910331 12354 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0930 10:22:11.918212 12354 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0930 10:22:11.926676 12354 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0930 10:22:11.940245 12354 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0930 10:22:11.948907 12354 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0930 10:22:11.956207 12354 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0930 10:22:11.956255 12354 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0930 10:22:11.969533 12354 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0930 10:22:11.977910 12354 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 10:22:12.058534 12354 ssh_runner.go:195] Run: sudo systemctl restart crio
I0930 10:22:12.151918 12354 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0930 10:22:12.151987 12354 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0930 10:22:12.155399 12354 start.go:563] Will wait 60s for crictl version
I0930 10:22:12.155458 12354 ssh_runner.go:195] Run: which crictl
I0930 10:22:12.158607 12354 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0930 10:22:12.190832 12354 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0930 10:22:12.190954 12354 ssh_runner.go:195] Run: crio --version
I0930 10:22:12.224687 12354 ssh_runner.go:195] Run: crio --version
I0930 10:22:12.259375 12354 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.24.6 ...
I0930 10:22:12.260631 12354 cli_runner.go:164] Run: docker network inspect addons-591967 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0930 10:22:12.276547 12354 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0930 10:22:12.280220 12354 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0930 10:22:12.290216 12354 kubeadm.go:883] updating cluster {Name:addons-591967 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-591967 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0930 10:22:12.290338 12354 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I0930 10:22:12.290396 12354 ssh_runner.go:195] Run: sudo crictl images --output json
I0930 10:22:12.349331 12354 crio.go:514] all images are preloaded for cri-o runtime.
I0930 10:22:12.349354 12354 crio.go:433] Images already preloaded, skipping extraction
I0930 10:22:12.349397 12354 ssh_runner.go:195] Run: sudo crictl images --output json
I0930 10:22:12.380144 12354 crio.go:514] all images are preloaded for cri-o runtime.
I0930 10:22:12.380167 12354 cache_images.go:84] Images are preloaded, skipping loading
I0930 10:22:12.380174 12354 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.1 crio true true} ...
I0930 10:22:12.380255 12354 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-591967 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:addons-591967 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0930 10:22:12.380313 12354 ssh_runner.go:195] Run: crio config
I0930 10:22:12.421598 12354 cni.go:84] Creating CNI manager for ""
I0930 10:22:12.421618 12354 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0930 10:22:12.421626 12354 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0930 10:22:12.421646 12354 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-591967 NodeName:addons-591967 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0930 10:22:12.421777 12354 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-591967"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0930 10:22:12.421834 12354 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0930 10:22:12.430375 12354 binaries.go:44] Found k8s binaries, skipping transfer
I0930 10:22:12.430446 12354 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0930 10:22:12.438655 12354 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0930 10:22:12.455985 12354 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0930 10:22:12.472351 12354 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2151 bytes)
I0930 10:22:12.488569 12354 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0930 10:22:12.491753 12354 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0930 10:22:12.501825 12354 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 10:22:12.579225 12354 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0930 10:22:12.591599 12354 certs.go:68] Setting up /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967 for IP: 192.168.49.2
I0930 10:22:12.591622 12354 certs.go:194] generating shared ca certs ...
I0930 10:22:12.591644 12354 certs.go:226] acquiring lock for ca certs: {Name:mk362e743f22f9e52ff0b729f37c6e80b7312c0b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:12.591787 12354 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19734-3817/.minikube/ca.key
I0930 10:22:12.738963 12354 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19734-3817/.minikube/ca.crt ...
I0930 10:22:12.738994 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/ca.crt: {Name:mk1589b5f7d85c2a24c5508e7fe47bd591ceb12f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:12.739189 12354 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19734-3817/.minikube/ca.key ...
I0930 10:22:12.739208 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/ca.key: {Name:mk69d64d462ad6a4d3dfbb12b6e9565b3df093f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:12.739309 12354 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19734-3817/.minikube/proxy-client-ca.key
I0930 10:22:12.942327 12354 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19734-3817/.minikube/proxy-client-ca.crt ...
I0930 10:22:12.942357 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/proxy-client-ca.crt: {Name:mk1f627ef9e41f9aa8eda8dff3fc74a3b493a612 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:12.942541 12354 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19734-3817/.minikube/proxy-client-ca.key ...
I0930 10:22:12.942560 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/proxy-client-ca.key: {Name:mk72f0b3090c2b4f4cdea660882c982b4c9a5461 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:12.942659 12354 certs.go:256] generating profile certs ...
I0930 10:22:12.942725 12354 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/client.key
I0930 10:22:12.942756 12354 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/client.crt with IP's: []
I0930 10:22:13.127841 12354 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/client.crt ...
I0930 10:22:13.127870 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/client.crt: {Name:mk14e25aaf9da64aa99a527c4a27eb63e301d4a9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:13.128081 12354 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/client.key ...
I0930 10:22:13.128100 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/client.key: {Name:mkdca4f437ae2d8e71d2bb365b2c068c0ce2c9d0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:13.128204 12354 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.key.143d3f1b
I0930 10:22:13.128224 12354 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.crt.143d3f1b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0930 10:22:13.326990 12354 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.crt.143d3f1b ...
I0930 10:22:13.327026 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.crt.143d3f1b: {Name:mk6bc801c3be0ed697598a7e5f8f91e9e1902679 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:13.327190 12354 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.key.143d3f1b ...
I0930 10:22:13.327202 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.key.143d3f1b: {Name:mk9ab670fb109bc9a8ec6f2db9092da4f94cff76 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:13.327267 12354 certs.go:381] copying /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.crt.143d3f1b -> /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.crt
I0930 10:22:13.327344 12354 certs.go:385] copying /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.key.143d3f1b -> /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.key
I0930 10:22:13.327390 12354 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/proxy-client.key
I0930 10:22:13.327406 12354 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/proxy-client.crt with IP's: []
I0930 10:22:13.437642 12354 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/proxy-client.crt ...
I0930 10:22:13.437670 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/proxy-client.crt: {Name:mk4ab3dd121343807833ce9e85ae24546c073c39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:13.437809 12354 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/proxy-client.key ...
I0930 10:22:13.437819 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/proxy-client.key: {Name:mk87112612f531a3ee77d6fed551664802d1cec7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:13.437976 12354 certs.go:484] found cert: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca-key.pem (1679 bytes)
I0930 10:22:13.438009 12354 certs.go:484] found cert: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/ca.pem (1082 bytes)
I0930 10:22:13.438033 12354 certs.go:484] found cert: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/cert.pem (1123 bytes)
I0930 10:22:13.438054 12354 certs.go:484] found cert: /home/jenkins/minikube-integration/19734-3817/.minikube/certs/key.pem (1675 bytes)
I0930 10:22:13.438623 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0930 10:22:13.462128 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0930 10:22:13.484552 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0930 10:22:13.506357 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0930 10:22:13.528066 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0930 10:22:13.549550 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0930 10:22:13.571273 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0930 10:22:13.592987 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/profiles/addons-591967/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0930 10:22:13.614715 12354 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19734-3817/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0930 10:22:13.636014 12354 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0930 10:22:13.652465 12354 ssh_runner.go:195] Run: openssl version
I0930 10:22:13.657442 12354 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0930 10:22:13.665944 12354 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0930 10:22:13.669116 12354 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 30 10:22 /usr/share/ca-certificates/minikubeCA.pem
I0930 10:22:13.669164 12354 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0930 10:22:13.675398 12354 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0930 10:22:13.684021 12354 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0930 10:22:13.687194 12354 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0930 10:22:13.687251 12354 kubeadm.go:392] StartCluster: {Name:addons-591967 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-591967 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0930 10:22:13.687318 12354 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0930 10:22:13.687356 12354 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0930 10:22:13.719503 12354 cri.go:89] found id: ""
I0930 10:22:13.719582 12354 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0930 10:22:13.727757 12354 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0930 10:22:13.735628 12354 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0930 10:22:13.735678 12354 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0930 10:22:13.743043 12354 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0930 10:22:13.743063 12354 kubeadm.go:157] found existing configuration files:
I0930 10:22:13.743102 12354 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0930 10:22:13.750582 12354 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0930 10:22:13.750636 12354 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0930 10:22:13.758136 12354 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0930 10:22:13.766257 12354 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0930 10:22:13.766311 12354 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0930 10:22:13.773837 12354 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0930 10:22:13.781771 12354 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0930 10:22:13.781821 12354 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0930 10:22:13.789346 12354 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0930 10:22:13.796833 12354 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0930 10:22:13.796881 12354 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0930 10:22:13.804129 12354 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0930 10:22:13.838049 12354 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I0930 10:22:13.838116 12354 kubeadm.go:310] [preflight] Running pre-flight checks
I0930 10:22:13.854450 12354 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0930 10:22:13.854550 12354 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1069-gcp[0m
I0930 10:22:13.854610 12354 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0930 10:22:13.854689 12354 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0930 10:22:13.854758 12354 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0930 10:22:13.854828 12354 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0930 10:22:13.854895 12354 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0930 10:22:13.854942 12354 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0930 10:22:13.854986 12354 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0930 10:22:13.855055 12354 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0930 10:22:13.855153 12354 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0930 10:22:13.855218 12354 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0930 10:22:13.901496 12354 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0930 10:22:13.901670 12354 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0930 10:22:13.901788 12354 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0930 10:22:13.907867 12354 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0930 10:22:13.910363 12354 out.go:235] - Generating certificates and keys ...
I0930 10:22:13.910455 12354 kubeadm.go:310] [certs] Using existing ca certificate authority
I0930 10:22:13.910519 12354 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0930 10:22:14.188808 12354 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0930 10:22:14.490457 12354 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0930 10:22:14.572867 12354 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0930 10:22:14.800721 12354 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0930 10:22:15.220730 12354 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0930 10:22:15.220871 12354 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-591967 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0930 10:22:15.263142 12354 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0930 10:22:15.263277 12354 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-591967 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0930 10:22:15.641035 12354 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0930 10:22:15.956059 12354 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0930 10:22:16.347199 12354 kubeadm.go:310] [certs] Generating "sa" key and public key
I0930 10:22:16.347278 12354 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0930 10:22:16.387959 12354 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0930 10:22:16.582394 12354 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0930 10:22:16.626622 12354 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0930 10:22:16.797358 12354 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0930 10:22:16.985290 12354 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0930 10:22:16.985792 12354 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0930 10:22:16.988608 12354 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0930 10:22:16.990750 12354 out.go:235] - Booting up control plane ...
I0930 10:22:16.990844 12354 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0930 10:22:16.990923 12354 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0930 10:22:16.990992 12354 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0930 10:22:16.999089 12354 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0930 10:22:17.004179 12354 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0930 10:22:17.004257 12354 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0930 10:22:17.085449 12354 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0930 10:22:17.085616 12354 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0930 10:22:18.086925 12354 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001625767s
I0930 10:22:18.087125 12354 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0930 10:22:22.588581 12354 kubeadm.go:310] [api-check] The API server is healthy after 4.50161297s
I0930 10:22:22.600133 12354 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0930 10:22:22.610611 12354 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0930 10:22:22.629150 12354 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0930 10:22:22.629491 12354 kubeadm.go:310] [mark-control-plane] Marking the node addons-591967 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0930 10:22:22.639168 12354 kubeadm.go:310] [bootstrap-token] Using token: notxfu.vcrazb8ew3yotdug
I0930 10:22:22.640656 12354 out.go:235] - Configuring RBAC rules ...
I0930 10:22:22.640829 12354 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0930 10:22:22.644293 12354 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0930 10:22:22.650731 12354 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0930 10:22:22.653459 12354 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0930 10:22:22.658562 12354 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0930 10:22:22.661933 12354 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0930 10:22:22.995834 12354 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0930 10:22:23.414289 12354 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0930 10:22:23.995715 12354 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0930 10:22:23.996917 12354 kubeadm.go:310]
I0930 10:22:23.996980 12354 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0930 10:22:23.997010 12354 kubeadm.go:310]
I0930 10:22:23.997113 12354 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0930 10:22:23.997123 12354 kubeadm.go:310]
I0930 10:22:23.997168 12354 kubeadm.go:310] mkdir -p $HOME/.kube
I0930 10:22:23.997273 12354 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0930 10:22:23.997335 12354 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0930 10:22:23.997343 12354 kubeadm.go:310]
I0930 10:22:23.997387 12354 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0930 10:22:23.997395 12354 kubeadm.go:310]
I0930 10:22:23.997440 12354 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0930 10:22:23.997447 12354 kubeadm.go:310]
I0930 10:22:23.997494 12354 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0930 10:22:23.997559 12354 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0930 10:22:23.997620 12354 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0930 10:22:23.997627 12354 kubeadm.go:310]
I0930 10:22:23.997701 12354 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0930 10:22:23.997775 12354 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0930 10:22:23.997782 12354 kubeadm.go:310]
I0930 10:22:23.997868 12354 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token notxfu.vcrazb8ew3yotdug \
I0930 10:22:23.997962 12354 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:83c4b192587a8e6a8af45fa5e2a332956723b456e63c5fb0864aa0fa38b76820 \
I0930 10:22:23.997984 12354 kubeadm.go:310] --control-plane
I0930 10:22:23.997988 12354 kubeadm.go:310]
I0930 10:22:23.998064 12354 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0930 10:22:23.998072 12354 kubeadm.go:310]
I0930 10:22:23.998201 12354 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token notxfu.vcrazb8ew3yotdug \
I0930 10:22:23.998363 12354 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:83c4b192587a8e6a8af45fa5e2a332956723b456e63c5fb0864aa0fa38b76820
I0930 10:22:24.000692 12354 kubeadm.go:310] W0930 10:22:13.835530 1290 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0930 10:22:24.000947 12354 kubeadm.go:310] W0930 10:22:13.836132 1290 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0930 10:22:24.001154 12354 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1069-gcp\n", err: exit status 1
I0930 10:22:24.001306 12354 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0930 10:22:24.001335 12354 cni.go:84] Creating CNI manager for ""
I0930 10:22:24.001341 12354 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0930 10:22:24.004044 12354 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0930 10:22:24.005349 12354 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0930 10:22:24.008953 12354 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I0930 10:22:24.008974 12354 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0930 10:22:24.025806 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0930 10:22:24.216215 12354 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0930 10:22:24.216294 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:24.216303 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-591967 minikube.k8s.io/updated_at=2024_09_30T10_22_24_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=b68b4b088317c82ffa16da1c47933e77f0f5d128 minikube.k8s.io/name=addons-591967 minikube.k8s.io/primary=true
I0930 10:22:24.361036 12354 ops.go:34] apiserver oom_adj: -16
I0930 10:22:24.361251 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:24.861912 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:25.361914 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:25.862290 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:26.362058 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:26.861666 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:27.362046 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:27.861800 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:28.361394 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:28.861877 12354 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0930 10:22:28.942752 12354 kubeadm.go:1113] duration metric: took 4.726521182s to wait for elevateKubeSystemPrivileges
I0930 10:22:28.942786 12354 kubeadm.go:394] duration metric: took 15.255539936s to StartCluster
I0930 10:22:28.942806 12354 settings.go:142] acquiring lock: {Name:mkf764e61eb65483d795cd9d8ae1497e5e63c001 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:28.942928 12354 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19734-3817/kubeconfig
I0930 10:22:28.943272 12354 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19734-3817/kubeconfig: {Name:mk46102b9edb194ade5f5ef432630957ee253f61 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0930 10:22:28.943481 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0930 10:22:28.943482 12354 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0930 10:22:28.943510 12354 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0930 10:22:28.943618 12354 addons.go:69] Setting yakd=true in profile "addons-591967"
I0930 10:22:28.943677 12354 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-591967"
I0930 10:22:28.943701 12354 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-591967"
I0930 10:22:28.943699 12354 addons.go:69] Setting registry=true in profile "addons-591967"
I0930 10:22:28.943726 12354 addons.go:234] Setting addon registry=true in "addons-591967"
I0930 10:22:28.943736 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.943761 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.943637 12354 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-591967"
I0930 10:22:28.943706 12354 addons.go:234] Setting addon yakd=true in "addons-591967"
I0930 10:22:28.943633 12354 addons.go:69] Setting cloud-spanner=true in profile "addons-591967"
I0930 10:22:28.943867 12354 addons.go:234] Setting addon cloud-spanner=true in "addons-591967"
I0930 10:22:28.943897 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.943656 12354 addons.go:69] Setting ingress-dns=true in profile "addons-591967"
I0930 10:22:28.943942 12354 addons.go:234] Setting addon ingress-dns=true in "addons-591967"
I0930 10:22:28.943968 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.943658 12354 addons.go:69] Setting gcp-auth=true in profile "addons-591967"
I0930 10:22:28.944039 12354 mustload.go:65] Loading cluster: addons-591967
I0930 10:22:28.943651 12354 addons.go:69] Setting storage-provisioner=true in profile "addons-591967"
I0930 10:22:28.944166 12354 addons.go:234] Setting addon storage-provisioner=true in "addons-591967"
I0930 10:22:28.944198 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.944203 12354 config.go:182] Loaded profile config "addons-591967": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 10:22:28.944263 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.944323 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.943669 12354 addons.go:69] Setting metrics-server=true in profile "addons-591967"
I0930 10:22:28.944360 12354 addons.go:234] Setting addon metrics-server=true in "addons-591967"
I0930 10:22:28.944385 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.944438 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.944468 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.944264 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.944677 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.943667 12354 addons.go:69] Setting volcano=true in profile "addons-591967"
I0930 10:22:28.944755 12354 addons.go:234] Setting addon volcano=true in "addons-591967"
I0930 10:22:28.944784 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.943664 12354 addons.go:69] Setting ingress=true in profile "addons-591967"
I0930 10:22:28.944798 12354 addons.go:234] Setting addon ingress=true in "addons-591967"
I0930 10:22:28.944823 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.943668 12354 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-591967"
I0930 10:22:28.944937 12354 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-591967"
I0930 10:22:28.943626 12354 addons.go:69] Setting inspektor-gadget=true in profile "addons-591967"
I0930 10:22:28.945256 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.945291 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.945334 12354 addons.go:234] Setting addon inspektor-gadget=true in "addons-591967"
I0930 10:22:28.945370 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.943676 12354 addons.go:69] Setting volumesnapshots=true in profile "addons-591967"
I0930 10:22:28.945953 12354 addons.go:234] Setting addon volumesnapshots=true in "addons-591967"
I0930 10:22:28.945983 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.944785 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.946111 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.943707 12354 config.go:182] Loaded profile config "addons-591967": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I0930 10:22:28.943647 12354 addons.go:69] Setting default-storageclass=true in profile "addons-591967"
I0930 10:22:28.946140 12354 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-591967"
I0930 10:22:28.943850 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.946391 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.946515 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.946558 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.946622 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.943832 12354 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-591967"
I0930 10:22:28.946758 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.946721 12354 out.go:177] * Verifying Kubernetes components...
I0930 10:22:28.956612 12354 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0930 10:22:28.973894 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:28.974564 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:28.984703 12354 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0930 10:22:28.987322 12354 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.7
I0930 10:22:28.988581 12354 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0930 10:22:28.988881 12354 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0930 10:22:28.988922 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0930 10:22:28.988984 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:28.989151 12354 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0930 10:22:28.989828 12354 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I0930 10:22:28.989892 12354 out.go:177] - Using image docker.io/registry:2.8.3
I0930 10:22:28.990045 12354 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0930 10:22:28.990060 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0930 10:22:28.990113 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:28.993256 12354 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0930 10:22:28.993277 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0930 10:22:28.993329 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:28.993582 12354 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0930 10:22:28.993596 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0930 10:22:28.993638 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:28.993906 12354 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0930 10:22:28.993918 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0930 10:22:28.993958 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:29.000224 12354 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.32.0
I0930 10:22:29.001713 12354 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0930 10:22:29.001741 12354 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0930 10:22:29.001821 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:29.021799 12354 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0930 10:22:29.024575 12354 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0930 10:22:29.024604 12354 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0930 10:22:29.024680 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
W0930 10:22:29.031679 12354 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0930 10:22:29.040276 12354 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0930 10:22:29.045407 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.055317 12354 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-591967"
I0930 10:22:29.055374 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:29.055829 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:29.062583 12354 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0930 10:22:29.065513 12354 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0930 10:22:29.065598 12354 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0930 10:22:29.065637 12354 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0930 10:22:29.066085 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.067146 12354 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0930 10:22:29.067175 12354 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0930 10:22:29.069183 12354 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0930 10:22:29.069259 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:29.075027 12354 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0930 10:22:29.076309 12354 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0930 10:22:29.076335 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0930 10:22:29.076385 12354 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0930 10:22:29.076409 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:29.076598 12354 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0930 10:22:29.076614 12354 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0930 10:22:29.076671 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:29.078862 12354 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0930 10:22:29.079360 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.081057 12354 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0930 10:22:29.082009 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.083905 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.085299 12354 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0930 10:22:29.085373 12354 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0930 10:22:29.085573 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.086214 12354 addons.go:234] Setting addon default-storageclass=true in "addons-591967"
I0930 10:22:29.086254 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:29.086691 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:29.088489 12354 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0930 10:22:29.088567 12354 out.go:177] - Using image docker.io/busybox:stable
I0930 10:22:29.088939 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.090274 12354 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0930 10:22:29.090302 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0930 10:22:29.090363 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:29.091395 12354 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0930 10:22:29.092716 12354 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0930 10:22:29.092741 12354 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0930 10:22:29.092808 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:29.115059 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.116487 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.116568 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.117338 12354 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0930 10:22:29.117354 12354 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0930 10:22:29.117404 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:29.118643 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.155108 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.155143 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:29.236667 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0930 10:22:29.333257 12354 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0930 10:22:29.422141 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0930 10:22:29.422692 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0930 10:22:29.423840 12354 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0930 10:22:29.423858 12354 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0930 10:22:29.434526 12354 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0930 10:22:29.434567 12354 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0930 10:22:29.532563 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0930 10:22:29.623641 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0930 10:22:29.624146 12354 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0930 10:22:29.624224 12354 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0930 10:22:29.633206 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0930 10:22:29.644042 12354 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0930 10:22:29.644069 12354 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0930 10:22:29.722966 12354 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0930 10:22:29.722992 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0930 10:22:29.723543 12354 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0930 10:22:29.723562 12354 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0930 10:22:29.723771 12354 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0930 10:22:29.723783 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0930 10:22:29.724092 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0930 10:22:29.733326 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0930 10:22:29.743681 12354 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0930 10:22:29.743768 12354 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0930 10:22:29.830384 12354 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0930 10:22:29.830484 12354 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0930 10:22:29.839311 12354 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0930 10:22:29.839406 12354 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0930 10:22:29.941005 12354 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0930 10:22:29.941112 12354 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0930 10:22:29.943355 12354 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0930 10:22:29.943379 12354 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0930 10:22:30.030718 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0930 10:22:30.031582 12354 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0930 10:22:30.031602 12354 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0930 10:22:30.039490 12354 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0930 10:22:30.039516 12354 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0930 10:22:30.139176 12354 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0930 10:22:30.139200 12354 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0930 10:22:30.230637 12354 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0930 10:22:30.230737 12354 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0930 10:22:30.240554 12354 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0930 10:22:30.240634 12354 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0930 10:22:30.240554 12354 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0930 10:22:30.240695 12354 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0930 10:22:30.339573 12354 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0930 10:22:30.339603 12354 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0930 10:22:30.431671 12354 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0930 10:22:30.431697 12354 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0930 10:22:30.522070 12354 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.285309758s)
I0930 10:22:30.522129 12354 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0930 10:22:30.523349 12354 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.190002781s)
I0930 10:22:30.524097 12354 node_ready.go:35] waiting up to 6m0s for node "addons-591967" to be "Ready" ...
I0930 10:22:30.524702 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0930 10:22:30.538297 12354 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0930 10:22:30.538382 12354 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0930 10:22:30.629195 12354 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0930 10:22:30.629292 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0930 10:22:30.743878 12354 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0930 10:22:30.743968 12354 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0930 10:22:30.822696 12354 addons.go:431] installing /etc/kubernetes/addons/ig-configmap.yaml
I0930 10:22:30.822740 12354 ssh_runner.go:362] scp inspektor-gadget/ig-configmap.yaml --> /etc/kubernetes/addons/ig-configmap.yaml (754 bytes)
I0930 10:22:30.823554 12354 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0930 10:22:30.823618 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0930 10:22:30.932090 12354 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0930 10:22:30.932178 12354 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0930 10:22:31.022992 12354 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0930 10:22:31.023088 12354 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0930 10:22:31.122232 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0930 10:22:31.130592 12354 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-591967" context rescaled to 1 replicas
I0930 10:22:31.136680 12354 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0930 10:22:31.136769 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0930 10:22:31.233808 12354 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0930 10:22:31.233898 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0930 10:22:31.321986 12354 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0930 10:22:31.322009 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (8196 bytes)
I0930 10:22:31.431072 12354 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0930 10:22:31.431095 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0930 10:22:31.529297 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0930 10:22:31.627994 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-configmap.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0930 10:22:31.829482 12354 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0930 10:22:31.829514 12354 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0930 10:22:32.021903 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0930 10:22:32.141714 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.718987826s)
I0930 10:22:32.530174 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.107919545s)
I0930 10:22:32.542606 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:33.323140 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (3.790472719s)
I0930 10:22:33.323530 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.699803507s)
I0930 10:22:33.323667 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.690371384s)
I0930 10:22:34.625757 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.901580792s)
I0930 10:22:34.625825 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.892405559s)
I0930 10:22:34.625853 12354 addons.go:475] Verifying addon ingress=true in "addons-591967"
I0930 10:22:34.625913 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.595166377s)
I0930 10:22:34.625936 12354 addons.go:475] Verifying addon registry=true in "addons-591967"
I0930 10:22:34.625997 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.101226442s)
I0930 10:22:34.626023 12354 addons.go:475] Verifying addon metrics-server=true in "addons-591967"
I0930 10:22:34.626082 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.503771598s)
I0930 10:22:34.627517 12354 out.go:177] * Verifying registry addon...
I0930 10:22:34.627567 12354 out.go:177] * Verifying ingress addon...
I0930 10:22:34.628489 12354 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-591967 service yakd-dashboard -n yakd-dashboard
I0930 10:22:34.630249 12354 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0930 10:22:34.631488 12354 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0930 10:22:34.635993 12354 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0930 10:22:34.636018 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:34.636196 12354 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0930 10:22:34.636214 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:35.032102 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:35.133543 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:35.138149 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.608806166s)
W0930 10:22:35.138203 12354 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0930 10:22:35.138230 12354 retry.go:31] will retry after 189.972264ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0930 10:22:35.138299 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-configmap.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (3.510254684s)
I0930 10:22:35.141614 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:35.329017 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0930 10:22:35.453706 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.431736896s)
I0930 10:22:35.453748 12354 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-591967"
I0930 10:22:35.455338 12354 out.go:177] * Verifying csi-hostpath-driver addon...
I0930 10:22:35.457637 12354 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0930 10:22:35.460778 12354 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0930 10:22:35.460805 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:35.634571 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:35.635045 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:36.039726 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:36.134399 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:36.135772 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:36.227409 12354 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0930 10:22:36.227501 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:36.258013 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:36.525372 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:36.539193 12354 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0930 10:22:36.558594 12354 addons.go:234] Setting addon gcp-auth=true in "addons-591967"
I0930 10:22:36.558656 12354 host.go:66] Checking if "addons-591967" exists ...
I0930 10:22:36.559177 12354 cli_runner.go:164] Run: docker container inspect addons-591967 --format={{.State.Status}}
I0930 10:22:36.576652 12354 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0930 10:22:36.576698 12354 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-591967
I0930 10:22:36.593058 12354 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19734-3817/.minikube/machines/addons-591967/id_rsa Username:docker}
I0930 10:22:36.633527 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:36.634855 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:36.960890 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:37.133495 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:37.135115 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:37.461763 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:37.526881 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:37.633732 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:37.634790 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:37.961766 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:38.126121 12354 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.797050211s)
I0930 10:22:38.126210 12354 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.549528892s)
I0930 10:22:38.128582 12354 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0930 10:22:38.130112 12354 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0930 10:22:38.131597 12354 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0930 10:22:38.131620 12354 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0930 10:22:38.134402 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:38.134849 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:38.150520 12354 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0930 10:22:38.150547 12354 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0930 10:22:38.168762 12354 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0930 10:22:38.168786 12354 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0930 10:22:38.221902 12354 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0930 10:22:38.461169 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:38.633435 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:38.635826 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:38.827683 12354 addons.go:475] Verifying addon gcp-auth=true in "addons-591967"
I0930 10:22:38.829386 12354 out.go:177] * Verifying gcp-auth addon...
I0930 10:22:38.831416 12354 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0930 10:22:38.836536 12354 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0930 10:22:38.836553 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:38.961621 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:39.132875 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:39.135219 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:39.334527 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:39.461182 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:39.527613 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:39.633423 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:39.634687 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:39.835165 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:39.960988 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:40.132820 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:40.134973 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:40.334132 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:40.461217 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:40.633372 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:40.634579 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:40.835130 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:40.960674 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:41.133461 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:41.134648 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:41.334819 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:41.461247 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:41.633199 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:41.635275 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:41.834961 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:41.961048 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:42.027557 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:42.132898 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:42.135400 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:42.334915 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:42.460811 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:42.633882 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:42.635216 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:42.834688 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:42.961064 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:43.134019 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:43.134636 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:43.334587 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:43.461092 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:43.633198 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:43.634511 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:43.835459 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:43.960948 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:44.134223 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:44.134609 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:44.334817 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:44.461549 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:44.526683 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:44.633401 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:44.634776 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:44.834918 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:44.961491 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:45.132965 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:45.135092 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:45.334610 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:45.461296 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:45.633174 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:45.634378 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:45.834896 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:45.961419 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:46.133790 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:46.134593 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:46.334856 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:46.461583 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:46.526902 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:46.633569 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:46.634892 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:46.834066 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:46.962001 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:47.133687 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:47.134959 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:47.334298 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:47.460987 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:47.634114 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:47.634409 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:47.834726 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:47.961476 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:48.133477 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:48.134662 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:48.335103 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:48.461115 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:48.527501 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:48.633303 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:48.634525 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:48.834684 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:48.961381 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:49.133973 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:49.135249 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:49.334536 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:49.463004 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:49.633967 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:49.634480 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:49.834552 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:49.961201 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:50.133309 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:50.134681 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:50.335355 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:50.461202 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:50.527573 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:50.633398 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:50.634947 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:50.834321 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:50.961039 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:51.133745 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:51.134896 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:51.334253 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:51.460878 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:51.633850 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:51.634966 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:51.834293 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:51.961751 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:52.134552 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:52.134768 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:52.335249 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:52.460692 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:52.633749 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:52.634978 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:52.834339 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:52.961030 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:53.027564 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:53.132955 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:53.135177 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:53.334913 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:53.461483 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:53.633626 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:53.635118 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:53.834183 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:53.960635 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:54.133798 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:54.134708 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:54.334931 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:54.460850 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:54.633566 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:54.634712 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:54.835138 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:54.960959 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:55.133950 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:55.135434 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:55.334687 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:55.461291 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:55.527630 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:55.633170 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:55.634687 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:55.834805 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:55.961670 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:56.133481 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:56.134724 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:56.335165 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:56.460821 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:56.633748 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:56.635267 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:56.834498 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:56.960874 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:57.134153 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:57.134484 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:57.334669 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:57.461517 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:57.633325 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:57.634570 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:57.834703 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:57.961380 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:58.027849 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:22:58.134716 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:58.135354 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:58.334579 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:58.461124 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:58.633504 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:58.634764 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:58.835279 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:58.960851 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:59.133894 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:59.135296 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:59.334525 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:59.461189 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:22:59.633432 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:22:59.634583 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:22:59.834853 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:22:59.960448 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:00.133487 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:00.134990 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:00.335281 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:00.460860 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:00.527199 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:23:00.633804 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:00.635274 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:00.834159 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:00.961143 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:01.133154 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:01.134395 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:01.334742 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:01.461472 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:01.633745 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:01.635124 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:01.834339 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:01.960878 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:02.134297 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:02.134845 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:02.334538 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:02.461213 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:02.527517 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:23:02.633286 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:02.635151 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:02.834725 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:02.961412 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:03.133696 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:03.134793 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:03.335267 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:03.461015 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:03.633387 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:03.634750 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:03.835260 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:03.960902 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:04.133748 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:04.134827 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:04.334530 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:04.461105 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:04.633112 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:04.635253 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:04.834665 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:04.961529 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:05.026950 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:23:05.133391 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:05.134621 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:05.334996 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:05.460856 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:05.633740 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:05.635082 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:05.834282 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:05.960872 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:06.133823 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:06.135063 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:06.335102 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:06.461141 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:06.633412 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:06.634579 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:06.834849 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:06.960832 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:07.027326 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:23:07.133735 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:07.134898 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:07.334190 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:07.460664 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:07.634092 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:07.634918 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:07.834451 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:07.961931 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:08.133996 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:08.134755 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:08.335359 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:08.460792 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:08.633826 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:08.635218 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:08.834723 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:08.961364 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:09.133515 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:09.134823 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:09.334070 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:09.460729 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:09.527118 12354 node_ready.go:53] node "addons-591967" has status "Ready":"False"
I0930 10:23:09.633720 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:09.634905 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:09.835340 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:09.961207 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:10.133441 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:10.136603 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:10.335697 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:10.461563 12354 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0930 10:23:10.461594 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:10.529822 12354 node_ready.go:49] node "addons-591967" has status "Ready":"True"
I0930 10:23:10.529855 12354 node_ready.go:38] duration metric: took 40.005740149s for node "addons-591967" to be "Ready" ...
I0930 10:23:10.529867 12354 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0930 10:23:10.540098 12354 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-wqptn" in "kube-system" namespace to be "Ready" ...
I0930 10:23:10.634984 12354 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0930 10:23:10.635007 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:10.635606 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:10.835219 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:10.963817 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:11.135485 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:11.136198 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:11.334446 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:11.461958 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:11.634054 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:11.635214 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:11.835019 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:11.961511 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:12.045545 12354 pod_ready.go:93] pod "coredns-7c65d6cfc9-wqptn" in "kube-system" namespace has status "Ready":"True"
I0930 10:23:12.045568 12354 pod_ready.go:82] duration metric: took 1.505441114s for pod "coredns-7c65d6cfc9-wqptn" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.045588 12354 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-591967" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.049579 12354 pod_ready.go:93] pod "etcd-addons-591967" in "kube-system" namespace has status "Ready":"True"
I0930 10:23:12.049603 12354 pod_ready.go:82] duration metric: took 4.00979ms for pod "etcd-addons-591967" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.049614 12354 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-591967" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.053891 12354 pod_ready.go:93] pod "kube-apiserver-addons-591967" in "kube-system" namespace has status "Ready":"True"
I0930 10:23:12.053916 12354 pod_ready.go:82] duration metric: took 4.294971ms for pod "kube-apiserver-addons-591967" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.053926 12354 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-591967" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.058093 12354 pod_ready.go:93] pod "kube-controller-manager-addons-591967" in "kube-system" namespace has status "Ready":"True"
I0930 10:23:12.058116 12354 pod_ready.go:82] duration metric: took 4.183601ms for pod "kube-controller-manager-addons-591967" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.058128 12354 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-fqzcp" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.128104 12354 pod_ready.go:93] pod "kube-proxy-fqzcp" in "kube-system" namespace has status "Ready":"True"
I0930 10:23:12.128131 12354 pod_ready.go:82] duration metric: took 69.995889ms for pod "kube-proxy-fqzcp" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.128143 12354 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-591967" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.134536 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:12.134699 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:12.334832 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:12.462286 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:12.527923 12354 pod_ready.go:93] pod "kube-scheduler-addons-591967" in "kube-system" namespace has status "Ready":"True"
I0930 10:23:12.527947 12354 pod_ready.go:82] duration metric: took 399.796003ms for pod "kube-scheduler-addons-591967" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.527957 12354 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace to be "Ready" ...
I0930 10:23:12.634291 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:12.635384 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:12.834283 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:12.961321 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:13.133347 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:13.134670 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:13.335471 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:13.462447 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:13.633898 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:13.636301 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:13.834927 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:13.962747 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:14.134565 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:14.135085 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:14.334765 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:14.524721 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:14.533449 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:14.634413 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:14.635641 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:14.835043 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:14.964112 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:15.133980 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:15.134754 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:15.338219 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:15.461918 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:15.633499 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:15.635030 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:15.835539 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:15.962218 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:16.135050 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:16.135478 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:16.334569 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:16.461973 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:16.535403 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:16.634885 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:16.635511 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:16.835046 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:16.962792 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:17.138053 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:17.138747 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:17.335593 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:17.462417 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:17.633881 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:17.635600 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:17.835003 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:17.961527 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:18.134337 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:18.134894 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:18.335596 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:18.462446 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:18.634038 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:18.635508 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:18.835806 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:18.962904 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:19.034739 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:19.136700 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:19.137117 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:19.335359 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:19.462344 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:19.637902 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:19.638541 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:19.835334 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:19.961922 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:20.134261 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:20.135504 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:20.334899 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:20.462255 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:20.634130 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:20.635339 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:20.833893 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:20.962917 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:21.133273 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:21.135367 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:21.337386 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:21.462469 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:21.533552 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:21.633218 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:21.635336 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:21.834533 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:21.962009 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:22.134089 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:22.135067 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:22.335587 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:22.462527 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:22.634926 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:22.635277 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:22.834618 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:22.961932 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:23.134058 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:23.135622 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:23.335015 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:23.461336 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:23.533631 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:23.633678 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:23.635111 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:23.834431 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:23.962059 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:24.133908 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:24.135211 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:24.334660 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:24.461926 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:24.634369 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:24.635308 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:24.835234 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:24.962197 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:25.134015 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:25.135392 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:25.334978 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:25.526280 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:25.535320 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:25.634859 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:25.638900 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:25.835834 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:26.026451 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:26.142491 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:26.144115 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:26.336479 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:26.526553 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:26.635052 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:26.636178 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:26.834789 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:26.962969 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:27.134199 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:27.136409 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:27.335435 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:27.524551 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:27.633947 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:27.636416 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:27.834545 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:27.962684 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:28.034597 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:28.133693 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:28.135733 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:28.335413 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:28.462275 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:28.633608 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:28.636041 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:28.835175 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:28.961354 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:29.134065 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:29.135257 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:29.334790 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:29.462984 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:29.634460 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:29.635904 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:29.834807 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:29.962447 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:30.035759 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:30.134185 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:30.135300 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:30.334676 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:30.462294 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:30.633178 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:30.635810 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:30.835501 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:30.962270 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:31.134246 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:31.135705 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:31.335389 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:31.462255 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:31.633390 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:31.635719 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:31.834782 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:31.962140 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:32.133466 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:32.135665 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:32.335372 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:32.462210 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:32.534319 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:32.634321 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:32.635235 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:32.834608 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:32.962796 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:33.134209 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:33.135638 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:33.334842 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:33.463209 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:33.634634 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:33.635308 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:33.836420 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:33.962216 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:34.134440 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:34.135565 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:34.334679 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:34.462507 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:34.633989 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:34.634897 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:34.835505 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:34.962180 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:35.033092 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:35.134203 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:35.135018 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:35.334227 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:35.462129 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:35.634349 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:35.635410 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:35.835031 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:35.961447 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:36.134148 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:36.135368 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:36.334789 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:36.462857 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:36.634794 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:36.635814 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:36.835135 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:36.961943 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:37.033994 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:37.134608 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:37.134697 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:37.335705 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:37.463825 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:37.633757 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0930 10:23:37.634830 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:37.835362 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:37.962197 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:38.134028 12354 kapi.go:107] duration metric: took 1m3.503776295s to wait for kubernetes.io/minikube-addons=registry ...
I0930 10:23:38.134838 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:38.335265 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:38.462033 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:38.635645 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:38.835326 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:38.961933 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:39.135529 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:39.334656 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:39.462734 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:39.533177 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:39.635811 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:39.835383 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:39.962828 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:40.136606 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:40.334941 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:40.523189 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:40.636180 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:40.835705 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:40.962390 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:41.135790 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:41.335426 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:41.462734 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:41.534893 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:41.636054 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:41.835349 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:41.962741 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:42.135298 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:42.335207 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:42.462610 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:42.636051 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:42.835499 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:42.962849 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:43.135655 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:43.335493 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:43.462930 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:43.535436 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:43.635825 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:43.835241 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:43.961882 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:44.135653 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:44.335021 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:44.462673 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:44.636300 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:44.835386 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:44.962165 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:45.135453 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:45.334619 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:45.462388 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:45.635650 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:45.834758 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:45.961889 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:46.032777 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:46.136421 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:46.335080 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:46.461847 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:46.635931 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:46.835027 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:47.024058 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:47.135744 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:47.335439 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:47.462392 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:47.636291 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:47.835394 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:47.961866 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:48.034481 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:48.136131 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:48.335252 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:48.462188 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:48.635888 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:48.835412 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:48.962731 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:49.136025 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:49.335666 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:49.462570 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:49.635861 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:49.870826 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:49.994354 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:50.135759 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:50.334727 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:50.462783 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:50.533693 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:50.636166 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:50.834735 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:50.962323 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:51.135163 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:51.334458 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:51.462458 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:51.635732 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:51.835238 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:51.961953 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:52.135328 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:52.335195 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:52.461750 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:52.635259 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:52.835325 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:52.962382 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:53.032954 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:53.135050 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:53.334253 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:53.461812 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:53.637005 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:53.835253 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:53.961633 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:54.137861 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:54.334268 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:54.461923 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:54.635747 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:54.835132 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:54.963295 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:55.034377 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:55.136086 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:55.334876 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:55.463146 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:55.636227 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:55.834879 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:55.962377 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:56.135639 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:56.334690 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:56.462354 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:56.636389 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:56.836132 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:56.962271 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:57.136427 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:57.334893 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:57.462459 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:57.533389 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:23:57.636523 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:57.840121 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:57.961934 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:58.136094 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:58.336440 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:58.463100 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:58.636040 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:58.838496 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:58.962364 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:59.135562 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:59.334686 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:59.461981 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:23:59.635880 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:23:59.834928 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:23:59.962447 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:00.033811 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:00.135220 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:00.334676 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:24:00.488651 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:00.645276 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:00.927973 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:24:01.160259 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:01.161070 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:01.335122 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:24:01.461786 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:01.635945 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:01.835329 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:24:01.962192 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:02.135563 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:02.334950 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0930 10:24:02.462117 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:02.534255 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:02.636075 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:02.835289 12354 kapi.go:107] duration metric: took 1m24.003875324s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0930 10:24:02.837433 12354 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-591967 cluster.
I0930 10:24:02.839085 12354 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0930 10:24:02.840433 12354 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0930 10:24:02.961740 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:03.136444 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:03.462130 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:03.635680 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:03.962217 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:04.135574 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:04.462664 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:04.635639 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:04.961970 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:05.034658 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:05.135696 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:05.462163 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:05.636195 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:05.962064 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:06.136008 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:06.462300 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:06.635955 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:06.964236 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:07.136154 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:07.461996 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:07.534650 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:07.636146 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:07.961913 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:08.135382 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:08.461495 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:08.635996 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:08.961907 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:09.135769 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:09.462303 12354 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0930 10:24:09.635745 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:09.962635 12354 kapi.go:107] duration metric: took 1m34.505001307s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0930 10:24:10.033791 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:10.134742 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:10.635721 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:11.135558 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:11.635737 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:12.135679 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:12.533120 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:12.635802 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:13.135744 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:13.635860 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:14.135976 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:14.533505 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:14.635730 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:15.135627 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:15.638621 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:16.136622 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:16.541486 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:16.639316 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:17.136688 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:17.637264 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:18.135575 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:18.636566 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:19.033884 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:19.135858 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:19.635781 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:20.136305 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:20.635245 12354 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0930 10:24:21.034056 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:21.135904 12354 kapi.go:107] duration metric: took 1m46.504416913s to wait for app.kubernetes.io/name=ingress-nginx ...
I0930 10:24:21.137740 12354 out.go:177] * Enabled addons: cloud-spanner, ingress-dns, nvidia-device-plugin, storage-provisioner, storage-provisioner-rancher, metrics-server, yakd, default-storageclass, inspektor-gadget, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I0930 10:24:21.139167 12354 addons.go:510] duration metric: took 1m52.195659619s for enable addons: enabled=[cloud-spanner ingress-dns nvidia-device-plugin storage-provisioner storage-provisioner-rancher metrics-server yakd default-storageclass inspektor-gadget volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I0930 10:24:23.533357 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:25.533637 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:28.033391 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:30.033809 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:32.533991 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:35.033312 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:37.033460 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:39.033617 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:41.033908 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:43.534185 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:46.033068 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:48.033953 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:50.050452 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:52.533185 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:54.533850 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:56.533949 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:24:59.033885 12354 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"False"
I0930 10:25:01.033821 12354 pod_ready.go:93] pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace has status "Ready":"True"
I0930 10:25:01.033843 12354 pod_ready.go:82] duration metric: took 1m48.505879308s for pod "metrics-server-84c5f94fbc-5xbc7" in "kube-system" namespace to be "Ready" ...
I0930 10:25:01.033852 12354 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-xzgs7" in "kube-system" namespace to be "Ready" ...
I0930 10:25:01.037935 12354 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-xzgs7" in "kube-system" namespace has status "Ready":"True"
I0930 10:25:01.037970 12354 pod_ready.go:82] duration metric: took 4.110001ms for pod "nvidia-device-plugin-daemonset-xzgs7" in "kube-system" namespace to be "Ready" ...
I0930 10:25:01.037997 12354 pod_ready.go:39] duration metric: took 1m50.508114186s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0930 10:25:01.038052 12354 api_server.go:52] waiting for apiserver process to appear ...
I0930 10:25:01.038115 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0930 10:25:01.038190 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0930 10:25:01.071661 12354 cri.go:89] found id: "4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48"
I0930 10:25:01.071687 12354 cri.go:89] found id: ""
I0930 10:25:01.071699 12354 logs.go:276] 1 containers: [4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48]
I0930 10:25:01.071749 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:01.075031 12354 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0930 10:25:01.075098 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0930 10:25:01.107939 12354 cri.go:89] found id: "43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f"
I0930 10:25:01.107967 12354 cri.go:89] found id: ""
I0930 10:25:01.107978 12354 logs.go:276] 1 containers: [43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f]
I0930 10:25:01.108023 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:01.111302 12354 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0930 10:25:01.111371 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0930 10:25:01.145319 12354 cri.go:89] found id: "1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15"
I0930 10:25:01.145345 12354 cri.go:89] found id: ""
I0930 10:25:01.145355 12354 logs.go:276] 1 containers: [1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15]
I0930 10:25:01.145408 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:01.148659 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0930 10:25:01.148740 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0930 10:25:01.182838 12354 cri.go:89] found id: "83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11"
I0930 10:25:01.182861 12354 cri.go:89] found id: ""
I0930 10:25:01.182869 12354 logs.go:276] 1 containers: [83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11]
I0930 10:25:01.182915 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:01.186391 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0930 10:25:01.186454 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0930 10:25:01.220029 12354 cri.go:89] found id: "c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743"
I0930 10:25:01.220049 12354 cri.go:89] found id: ""
I0930 10:25:01.220059 12354 logs.go:276] 1 containers: [c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743]
I0930 10:25:01.220112 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:01.223305 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0930 10:25:01.223369 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0930 10:25:01.258832 12354 cri.go:89] found id: "c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5"
I0930 10:25:01.258857 12354 cri.go:89] found id: ""
I0930 10:25:01.258867 12354 logs.go:276] 1 containers: [c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5]
I0930 10:25:01.258912 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:01.262274 12354 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0930 10:25:01.262384 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0930 10:25:01.296258 12354 cri.go:89] found id: "960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7"
I0930 10:25:01.296279 12354 cri.go:89] found id: ""
I0930 10:25:01.296286 12354 logs.go:276] 1 containers: [960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7]
I0930 10:25:01.296335 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:01.299930 12354 logs.go:123] Gathering logs for CRI-O ...
I0930 10:25:01.299955 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0930 10:25:01.373696 12354 logs.go:123] Gathering logs for kubelet ...
I0930 10:25:01.373731 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0930 10:25:01.459016 12354 logs.go:123] Gathering logs for dmesg ...
I0930 10:25:01.459052 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0930 10:25:01.471239 12354 logs.go:123] Gathering logs for kube-apiserver [4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48] ...
I0930 10:25:01.471267 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48"
I0930 10:25:01.515029 12354 logs.go:123] Gathering logs for etcd [43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f] ...
I0930 10:25:01.515074 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f"
I0930 10:25:01.558730 12354 logs.go:123] Gathering logs for coredns [1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15] ...
I0930 10:25:01.558765 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15"
I0930 10:25:01.597905 12354 logs.go:123] Gathering logs for kindnet [960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7] ...
I0930 10:25:01.597939 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7"
I0930 10:25:01.633387 12354 logs.go:123] Gathering logs for describe nodes ...
I0930 10:25:01.633416 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0930 10:25:01.733435 12354 logs.go:123] Gathering logs for kube-scheduler [83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11] ...
I0930 10:25:01.733468 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11"
I0930 10:25:01.773411 12354 logs.go:123] Gathering logs for kube-proxy [c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743] ...
I0930 10:25:01.773447 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743"
I0930 10:25:01.810303 12354 logs.go:123] Gathering logs for kube-controller-manager [c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5] ...
I0930 10:25:01.810337 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5"
I0930 10:25:01.869020 12354 logs.go:123] Gathering logs for container status ...
I0930 10:25:01.869061 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0930 10:25:04.409461 12354 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0930 10:25:04.423362 12354 api_server.go:72] duration metric: took 2m35.479770507s to wait for apiserver process to appear ...
I0930 10:25:04.423396 12354 api_server.go:88] waiting for apiserver healthz status ...
I0930 10:25:04.423449 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0930 10:25:04.423509 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0930 10:25:04.456151 12354 cri.go:89] found id: "4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48"
I0930 10:25:04.456170 12354 cri.go:89] found id: ""
I0930 10:25:04.456177 12354 logs.go:276] 1 containers: [4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48]
I0930 10:25:04.456216 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:04.459647 12354 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0930 10:25:04.459715 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0930 10:25:04.492434 12354 cri.go:89] found id: "43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f"
I0930 10:25:04.492452 12354 cri.go:89] found id: ""
I0930 10:25:04.492460 12354 logs.go:276] 1 containers: [43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f]
I0930 10:25:04.492499 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:04.495678 12354 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0930 10:25:04.495738 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0930 10:25:04.527749 12354 cri.go:89] found id: "1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15"
I0930 10:25:04.527769 12354 cri.go:89] found id: ""
I0930 10:25:04.527776 12354 logs.go:276] 1 containers: [1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15]
I0930 10:25:04.527823 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:04.531128 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0930 10:25:04.531187 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0930 10:25:04.563511 12354 cri.go:89] found id: "83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11"
I0930 10:25:04.563537 12354 cri.go:89] found id: ""
I0930 10:25:04.563544 12354 logs.go:276] 1 containers: [83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11]
I0930 10:25:04.563591 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:04.566976 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0930 10:25:04.567032 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0930 10:25:04.600242 12354 cri.go:89] found id: "c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743"
I0930 10:25:04.600262 12354 cri.go:89] found id: ""
I0930 10:25:04.600269 12354 logs.go:276] 1 containers: [c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743]
I0930 10:25:04.600321 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:04.603641 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0930 10:25:04.603708 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0930 10:25:04.637344 12354 cri.go:89] found id: "c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5"
I0930 10:25:04.637373 12354 cri.go:89] found id: ""
I0930 10:25:04.637382 12354 logs.go:276] 1 containers: [c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5]
I0930 10:25:04.637444 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:04.640699 12354 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0930 10:25:04.640756 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0930 10:25:04.672958 12354 cri.go:89] found id: "960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7"
I0930 10:25:04.672982 12354 cri.go:89] found id: ""
I0930 10:25:04.672992 12354 logs.go:276] 1 containers: [960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7]
I0930 10:25:04.673051 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:04.676264 12354 logs.go:123] Gathering logs for kubelet ...
I0930 10:25:04.676288 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0930 10:25:04.764411 12354 logs.go:123] Gathering logs for describe nodes ...
I0930 10:25:04.764453 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0930 10:25:04.864989 12354 logs.go:123] Gathering logs for etcd [43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f] ...
I0930 10:25:04.865033 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f"
I0930 10:25:04.908098 12354 logs.go:123] Gathering logs for kube-scheduler [83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11] ...
I0930 10:25:04.908130 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11"
I0930 10:25:04.946697 12354 logs.go:123] Gathering logs for kindnet [960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7] ...
I0930 10:25:04.946741 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7"
I0930 10:25:04.981447 12354 logs.go:123] Gathering logs for dmesg ...
I0930 10:25:04.981472 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0930 10:25:04.993929 12354 logs.go:123] Gathering logs for kube-apiserver [4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48] ...
I0930 10:25:04.993966 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48"
I0930 10:25:05.036022 12354 logs.go:123] Gathering logs for coredns [1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15] ...
I0930 10:25:05.036049 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15"
I0930 10:25:05.073553 12354 logs.go:123] Gathering logs for kube-proxy [c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743] ...
I0930 10:25:05.073589 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743"
I0930 10:25:05.105900 12354 logs.go:123] Gathering logs for kube-controller-manager [c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5] ...
I0930 10:25:05.105929 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5"
I0930 10:25:05.163788 12354 logs.go:123] Gathering logs for CRI-O ...
I0930 10:25:05.163824 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0930 10:25:05.236297 12354 logs.go:123] Gathering logs for container status ...
I0930 10:25:05.236337 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0930 10:25:07.780260 12354 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0930 10:25:07.783952 12354 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0930 10:25:07.784862 12354 api_server.go:141] control plane version: v1.31.1
I0930 10:25:07.784884 12354 api_server.go:131] duration metric: took 3.361481149s to wait for apiserver health ...
I0930 10:25:07.784892 12354 system_pods.go:43] waiting for kube-system pods to appear ...
I0930 10:25:07.784911 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0930 10:25:07.784953 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0930 10:25:07.818537 12354 cri.go:89] found id: "4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48"
I0930 10:25:07.818560 12354 cri.go:89] found id: ""
I0930 10:25:07.818569 12354 logs.go:276] 1 containers: [4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48]
I0930 10:25:07.818619 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:07.822175 12354 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0930 10:25:07.822242 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0930 10:25:07.855368 12354 cri.go:89] found id: "43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f"
I0930 10:25:07.855398 12354 cri.go:89] found id: ""
I0930 10:25:07.855409 12354 logs.go:276] 1 containers: [43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f]
I0930 10:25:07.855462 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:07.858851 12354 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0930 10:25:07.858903 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0930 10:25:07.890933 12354 cri.go:89] found id: "1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15"
I0930 10:25:07.890957 12354 cri.go:89] found id: ""
I0930 10:25:07.890965 12354 logs.go:276] 1 containers: [1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15]
I0930 10:25:07.891022 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:07.894317 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0930 10:25:07.894364 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0930 10:25:07.929761 12354 cri.go:89] found id: "83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11"
I0930 10:25:07.929779 12354 cri.go:89] found id: ""
I0930 10:25:07.929787 12354 logs.go:276] 1 containers: [83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11]
I0930 10:25:07.929837 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:07.933361 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0930 10:25:07.933416 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0930 10:25:07.971264 12354 cri.go:89] found id: "c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743"
I0930 10:25:07.971283 12354 cri.go:89] found id: ""
I0930 10:25:07.971293 12354 logs.go:276] 1 containers: [c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743]
I0930 10:25:07.971349 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:07.975318 12354 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0930 10:25:07.975389 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0930 10:25:08.014067 12354 cri.go:89] found id: "c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5"
I0930 10:25:08.014091 12354 cri.go:89] found id: ""
I0930 10:25:08.014101 12354 logs.go:276] 1 containers: [c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5]
I0930 10:25:08.014147 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:08.017506 12354 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0930 10:25:08.017570 12354 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0930 10:25:08.050199 12354 cri.go:89] found id: "960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7"
I0930 10:25:08.050227 12354 cri.go:89] found id: ""
I0930 10:25:08.050235 12354 logs.go:276] 1 containers: [960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7]
I0930 10:25:08.050282 12354 ssh_runner.go:195] Run: which crictl
I0930 10:25:08.053666 12354 logs.go:123] Gathering logs for kube-controller-manager [c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5] ...
I0930 10:25:08.053692 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5"
I0930 10:25:08.110170 12354 logs.go:123] Gathering logs for CRI-O ...
I0930 10:25:08.110212 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0930 10:25:08.187291 12354 logs.go:123] Gathering logs for container status ...
I0930 10:25:08.187323 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0930 10:25:08.229020 12354 logs.go:123] Gathering logs for kube-apiserver [4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48] ...
I0930 10:25:08.229050 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48"
I0930 10:25:08.273102 12354 logs.go:123] Gathering logs for kube-scheduler [83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11] ...
I0930 10:25:08.273130 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11"
I0930 10:25:08.311599 12354 logs.go:123] Gathering logs for kube-proxy [c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743] ...
I0930 10:25:08.311628 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743"
I0930 10:25:08.343936 12354 logs.go:123] Gathering logs for etcd [43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f] ...
I0930 10:25:08.343967 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f"
I0930 10:25:08.387767 12354 logs.go:123] Gathering logs for coredns [1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15] ...
I0930 10:25:08.387802 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15"
I0930 10:25:08.426106 12354 logs.go:123] Gathering logs for kindnet [960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7] ...
I0930 10:25:08.426138 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7"
I0930 10:25:08.461647 12354 logs.go:123] Gathering logs for kubelet ...
I0930 10:25:08.461679 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0930 10:25:08.548585 12354 logs.go:123] Gathering logs for dmesg ...
I0930 10:25:08.548628 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0930 10:25:08.560510 12354 logs.go:123] Gathering logs for describe nodes ...
I0930 10:25:08.560543 12354 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0930 10:25:11.165891 12354 system_pods.go:59] 18 kube-system pods found
I0930 10:25:11.165922 12354 system_pods.go:61] "coredns-7c65d6cfc9-wqptn" [ade37592-d673-40c0-ad29-ab7642373959] Running
I0930 10:25:11.165927 12354 system_pods.go:61] "csi-hostpath-attacher-0" [d6b3605d-c58d-4dc1-b96a-9c0bc33704a4] Running
I0930 10:25:11.165931 12354 system_pods.go:61] "csi-hostpath-resizer-0" [a26925b4-ed86-432d-9a1f-38fddc672e80] Running
I0930 10:25:11.165935 12354 system_pods.go:61] "csi-hostpathplugin-dcx4f" [ad5640cd-43df-47e3-92d0-69557844b3a2] Running
I0930 10:25:11.165938 12354 system_pods.go:61] "etcd-addons-591967" [baebcca0-9486-4c0d-8395-6a63a834f0cc] Running
I0930 10:25:11.165942 12354 system_pods.go:61] "kindnet-9gqlv" [7f3ab814-df8e-4182-878b-52586645c915] Running
I0930 10:25:11.165946 12354 system_pods.go:61] "kube-apiserver-addons-591967" [1debbea6-9ceb-4363-9214-643fffcdf738] Running
I0930 10:25:11.165949 12354 system_pods.go:61] "kube-controller-manager-addons-591967" [f3b13ab6-b1cb-4825-805e-8de2ea4013b1] Running
I0930 10:25:11.165953 12354 system_pods.go:61] "kube-ingress-dns-minikube" [814d7575-f790-4944-a93a-f0fa8eb9dbbd] Running
I0930 10:25:11.165955 12354 system_pods.go:61] "kube-proxy-fqzcp" [deae2abe-12ab-4b15-a926-5ca9c587e3e9] Running
I0930 10:25:11.165959 12354 system_pods.go:61] "kube-scheduler-addons-591967" [b798ac80-9b79-4c75-abc3-b25914ffcef7] Running
I0930 10:25:11.165961 12354 system_pods.go:61] "metrics-server-84c5f94fbc-5xbc7" [f00d3209-7a39-4bf2-9a8a-13fd28c806ad] Running
I0930 10:25:11.165964 12354 system_pods.go:61] "nvidia-device-plugin-daemonset-xzgs7" [1eaf1a48-06a3-4ef1-9ead-c7bf4e2b662d] Running
I0930 10:25:11.165967 12354 system_pods.go:61] "registry-66c9cd494c-zknzg" [8b1cda9d-a2ca-48b2-acf9-004452369435] Running
I0930 10:25:11.165969 12354 system_pods.go:61] "registry-proxy-5bg8v" [878b56fe-bbbf-43d3-8886-018884c393c9] Running
I0930 10:25:11.165972 12354 system_pods.go:61] "snapshot-controller-56fcc65765-knglr" [ba8c5bd7-20a2-409a-8ee4-f71eeb6c6195] Running
I0930 10:25:11.165976 12354 system_pods.go:61] "snapshot-controller-56fcc65765-t2gj5" [35b1957c-b2fe-442d-b43d-556f7214aa80] Running
I0930 10:25:11.165979 12354 system_pods.go:61] "storage-provisioner" [3c04903b-929c-4336-aa27-4ae7a97e11d7] Running
I0930 10:25:11.165985 12354 system_pods.go:74] duration metric: took 3.38108788s to wait for pod list to return data ...
I0930 10:25:11.165990 12354 default_sa.go:34] waiting for default service account to be created ...
I0930 10:25:11.168592 12354 default_sa.go:45] found service account: "default"
I0930 10:25:11.168612 12354 default_sa.go:55] duration metric: took 2.616912ms for default service account to be created ...
I0930 10:25:11.168620 12354 system_pods.go:116] waiting for k8s-apps to be running ...
I0930 10:25:11.176333 12354 system_pods.go:86] 18 kube-system pods found
I0930 10:25:11.176364 12354 system_pods.go:89] "coredns-7c65d6cfc9-wqptn" [ade37592-d673-40c0-ad29-ab7642373959] Running
I0930 10:25:11.176370 12354 system_pods.go:89] "csi-hostpath-attacher-0" [d6b3605d-c58d-4dc1-b96a-9c0bc33704a4] Running
I0930 10:25:11.176374 12354 system_pods.go:89] "csi-hostpath-resizer-0" [a26925b4-ed86-432d-9a1f-38fddc672e80] Running
I0930 10:25:11.176378 12354 system_pods.go:89] "csi-hostpathplugin-dcx4f" [ad5640cd-43df-47e3-92d0-69557844b3a2] Running
I0930 10:25:11.176381 12354 system_pods.go:89] "etcd-addons-591967" [baebcca0-9486-4c0d-8395-6a63a834f0cc] Running
I0930 10:25:11.176386 12354 system_pods.go:89] "kindnet-9gqlv" [7f3ab814-df8e-4182-878b-52586645c915] Running
I0930 10:25:11.176391 12354 system_pods.go:89] "kube-apiserver-addons-591967" [1debbea6-9ceb-4363-9214-643fffcdf738] Running
I0930 10:25:11.176398 12354 system_pods.go:89] "kube-controller-manager-addons-591967" [f3b13ab6-b1cb-4825-805e-8de2ea4013b1] Running
I0930 10:25:11.176403 12354 system_pods.go:89] "kube-ingress-dns-minikube" [814d7575-f790-4944-a93a-f0fa8eb9dbbd] Running
I0930 10:25:11.176408 12354 system_pods.go:89] "kube-proxy-fqzcp" [deae2abe-12ab-4b15-a926-5ca9c587e3e9] Running
I0930 10:25:11.176414 12354 system_pods.go:89] "kube-scheduler-addons-591967" [b798ac80-9b79-4c75-abc3-b25914ffcef7] Running
I0930 10:25:11.176423 12354 system_pods.go:89] "metrics-server-84c5f94fbc-5xbc7" [f00d3209-7a39-4bf2-9a8a-13fd28c806ad] Running
I0930 10:25:11.176429 12354 system_pods.go:89] "nvidia-device-plugin-daemonset-xzgs7" [1eaf1a48-06a3-4ef1-9ead-c7bf4e2b662d] Running
I0930 10:25:11.176439 12354 system_pods.go:89] "registry-66c9cd494c-zknzg" [8b1cda9d-a2ca-48b2-acf9-004452369435] Running
I0930 10:25:11.176445 12354 system_pods.go:89] "registry-proxy-5bg8v" [878b56fe-bbbf-43d3-8886-018884c393c9] Running
I0930 10:25:11.176450 12354 system_pods.go:89] "snapshot-controller-56fcc65765-knglr" [ba8c5bd7-20a2-409a-8ee4-f71eeb6c6195] Running
I0930 10:25:11.176454 12354 system_pods.go:89] "snapshot-controller-56fcc65765-t2gj5" [35b1957c-b2fe-442d-b43d-556f7214aa80] Running
I0930 10:25:11.176458 12354 system_pods.go:89] "storage-provisioner" [3c04903b-929c-4336-aa27-4ae7a97e11d7] Running
I0930 10:25:11.176465 12354 system_pods.go:126] duration metric: took 7.839284ms to wait for k8s-apps to be running ...
I0930 10:25:11.176473 12354 system_svc.go:44] waiting for kubelet service to be running ....
I0930 10:25:11.176525 12354 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0930 10:25:11.188855 12354 system_svc.go:56] duration metric: took 12.372684ms WaitForService to wait for kubelet
I0930 10:25:11.188931 12354 kubeadm.go:582] duration metric: took 2m42.245337433s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0930 10:25:11.188964 12354 node_conditions.go:102] verifying NodePressure condition ...
I0930 10:25:11.192312 12354 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0930 10:25:11.192353 12354 node_conditions.go:123] node cpu capacity is 8
I0930 10:25:11.192369 12354 node_conditions.go:105] duration metric: took 3.398701ms to run NodePressure ...
I0930 10:25:11.192384 12354 start.go:241] waiting for startup goroutines ...
I0930 10:25:11.192395 12354 start.go:246] waiting for cluster config update ...
I0930 10:25:11.192418 12354 start.go:255] writing updated cluster config ...
I0930 10:25:11.192756 12354 ssh_runner.go:195] Run: rm -f paused
I0930 10:25:11.241014 12354 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I0930 10:25:11.243153 12354 out.go:177] * Done! kubectl is now configured to use "addons-591967" cluster and "default" namespace by default
==> CRI-O <==
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.249638728Z" level=info msg="Stopping pod sandbox: 9a6fe0e8651260c71fa1fddddd9d336c1ba96666f04bd5f1436dd6f3b8beba37" id=cbc05268-8a37-407e-bab2-0062a3bf65ed name=/runtime.v1.RuntimeService/StopPodSandbox
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.249941142Z" level=info msg="Got pod network &{Name:registry-test Namespace:default ID:9a6fe0e8651260c71fa1fddddd9d336c1ba96666f04bd5f1436dd6f3b8beba37 UID:0a938ed1-9d87-4a66-8908-e924fdd60832 NetNS:/var/run/netns/7ca454a3-10b7-4924-8633-740878d486e0 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.250068719Z" level=info msg="Deleting pod default_registry-test from CNI network \"kindnet\" (type=ptp)"
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.278822598Z" level=info msg="Stopped pod sandbox: 9a6fe0e8651260c71fa1fddddd9d336c1ba96666f04bd5f1436dd6f3b8beba37" id=cbc05268-8a37-407e-bab2-0062a3bf65ed name=/runtime.v1.RuntimeService/StopPodSandbox
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.566574399Z" level=info msg="Trying to access \"docker.io/library/busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79\""
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.834643115Z" level=info msg="Stopping container: 502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef (timeout: 30s)" id=71f49faa-01f3-40e2-9d80-214cc2f8da9f name=/runtime.v1.RuntimeService/StopContainer
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.842281573Z" level=info msg="Stopping container: 82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9 (timeout: 30s)" id=31bbbeab-26be-4ac0-af6c-185e0debd801 name=/runtime.v1.RuntimeService/StopContainer
Sep 30 10:34:24 addons-591967 conmon[5013]: conmon 502ec8dc0a7532c9b768 <ninfo>: container 5025 exited with status 2
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.976683633Z" level=info msg="Stopped container 502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef: kube-system/registry-66c9cd494c-zknzg/registry" id=71f49faa-01f3-40e2-9d80-214cc2f8da9f name=/runtime.v1.RuntimeService/StopContainer
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.977281478Z" level=info msg="Stopping pod sandbox: 0cf9c03ddbc2cdf5561ea661be22974f3ac82f7205f6db7250dcaa7c7f726df3" id=32bcd824-7bee-40f6-a16b-d98e6e3bf711 name=/runtime.v1.RuntimeService/StopPodSandbox
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.977559610Z" level=info msg="Got pod network &{Name:registry-66c9cd494c-zknzg Namespace:kube-system ID:0cf9c03ddbc2cdf5561ea661be22974f3ac82f7205f6db7250dcaa7c7f726df3 UID:8b1cda9d-a2ca-48b2-acf9-004452369435 NetNS:/var/run/netns/d000d8b7-bc85-42e3-b29b-b2e89af68156 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.977713994Z" level=info msg="Deleting pod kube-system_registry-66c9cd494c-zknzg from CNI network \"kindnet\" (type=ptp)"
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.981065402Z" level=info msg="Stopped container 82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9: kube-system/registry-proxy-5bg8v/registry-proxy" id=31bbbeab-26be-4ac0-af6c-185e0debd801 name=/runtime.v1.RuntimeService/StopContainer
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.981696375Z" level=info msg="Stopping pod sandbox: 7c17d1d282f960b8d22bb82fe60fc970b0fec8699ad56a0218d5eb64fd46a18a" id=2a0c988d-edea-4cea-a79e-4715ed1ef661 name=/runtime.v1.RuntimeService/StopPodSandbox
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.986802423Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-4MUFBSNDSBZPV6ZU - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-BTXKU54XXUKL2BRO - [0:0]\n:KUBE-HP-OVE7YM2BZMWETJ4X - [0:0]\n-A KUBE-HOSTPORTS -p tcp -m comment --comment \"k8s_ingress-nginx-controller-bc57996ff-jhtd9_ingress-nginx_a5b4d4ca-8db1-4fc0-a535-a2d33d9ac1e1_0_ hostport 443\" -m tcp --dport 443 -j KUBE-HP-4MUFBSNDSBZPV6ZU\n-A KUBE-HOSTPORTS -p tcp -m comment --comment \"k8s_ingress-nginx-controller-bc57996ff-jhtd9_ingress-nginx_a5b4d4ca-8db1-4fc0-a535-a2d33d9ac1e1_0_ hostport 80\" -m tcp --dport 80 -j KUBE-HP-OVE7YM2BZMWETJ4X\n-A KUBE-HP-4MUFBSNDSBZPV6ZU -s 10.244.0.20/32 -m comment --comment \"k8s_ingress-nginx-controller-bc57996ff-jhtd9_ingress-nginx_a5b4d4ca-8db1-4fc0-a535-a2d33d9ac1e1_0_ hostport 443\" -j KUBE-MARK-MASQ\n-A KUBE-HP-4MUFBSNDSBZPV6ZU -p tcp -m comment --comment \"k8s_ingress-nginx-controller-bc57996ff-jhtd9_ingress-nginx_a5b4d4ca-8db1-4fc0-a
535-a2d33d9ac1e1_0_ hostport 443\" -m tcp -j DNAT --to-destination 10.244.0.20:443\n-A KUBE-HP-OVE7YM2BZMWETJ4X -s 10.244.0.20/32 -m comment --comment \"k8s_ingress-nginx-controller-bc57996ff-jhtd9_ingress-nginx_a5b4d4ca-8db1-4fc0-a535-a2d33d9ac1e1_0_ hostport 80\" -j KUBE-MARK-MASQ\n-A KUBE-HP-OVE7YM2BZMWETJ4X -p tcp -m comment --comment \"k8s_ingress-nginx-controller-bc57996ff-jhtd9_ingress-nginx_a5b4d4ca-8db1-4fc0-a535-a2d33d9ac1e1_0_ hostport 80\" -m tcp -j DNAT --to-destination 10.244.0.20:80\n-X KUBE-HP-BTXKU54XXUKL2BRO\nCOMMIT\n"
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.989621546Z" level=info msg="Closing host port tcp:5000"
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.991344788Z" level=info msg="Host port tcp:5000 does not have an open socket"
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.991526950Z" level=info msg="Got pod network &{Name:registry-proxy-5bg8v Namespace:kube-system ID:7c17d1d282f960b8d22bb82fe60fc970b0fec8699ad56a0218d5eb64fd46a18a UID:878b56fe-bbbf-43d3-8886-018884c393c9 NetNS:/var/run/netns/a30de40c-6b46-4360-aab9-b3d334fbba56 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Sep 30 10:34:24 addons-591967 crio[1030]: time="2024-09-30 10:34:24.991650822Z" level=info msg="Deleting pod kube-system_registry-proxy-5bg8v from CNI network \"kindnet\" (type=ptp)"
Sep 30 10:34:25 addons-591967 crio[1030]: time="2024-09-30 10:34:25.018960212Z" level=info msg="Stopped pod sandbox: 0cf9c03ddbc2cdf5561ea661be22974f3ac82f7205f6db7250dcaa7c7f726df3" id=32bcd824-7bee-40f6-a16b-d98e6e3bf711 name=/runtime.v1.RuntimeService/StopPodSandbox
Sep 30 10:34:25 addons-591967 crio[1030]: time="2024-09-30 10:34:25.050667366Z" level=info msg="Stopped pod sandbox: 7c17d1d282f960b8d22bb82fe60fc970b0fec8699ad56a0218d5eb64fd46a18a" id=2a0c988d-edea-4cea-a79e-4715ed1ef661 name=/runtime.v1.RuntimeService/StopPodSandbox
Sep 30 10:34:25 addons-591967 crio[1030]: time="2024-09-30 10:34:25.409779181Z" level=info msg="Removing container: 502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef" id=994cc6fd-4457-4fa8-b3fd-d4b3b4916c60 name=/runtime.v1.RuntimeService/RemoveContainer
Sep 30 10:34:25 addons-591967 crio[1030]: time="2024-09-30 10:34:25.424563665Z" level=info msg="Removed container 502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef: kube-system/registry-66c9cd494c-zknzg/registry" id=994cc6fd-4457-4fa8-b3fd-d4b3b4916c60 name=/runtime.v1.RuntimeService/RemoveContainer
Sep 30 10:34:25 addons-591967 crio[1030]: time="2024-09-30 10:34:25.426569424Z" level=info msg="Removing container: 82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9" id=11427157-6251-4b9d-bc1c-cdc7b734e18f name=/runtime.v1.RuntimeService/RemoveContainer
Sep 30 10:34:25 addons-591967 crio[1030]: time="2024-09-30 10:34:25.443677936Z" level=info msg="Removed container 82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9: kube-system/registry-proxy-5bg8v/registry-proxy" id=11427157-6251-4b9d-bc1c-cdc7b734e18f name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
4501725f547c7 docker.io/library/nginx@sha256:074604130336e3c431b7c6b5b551b5a6ae5b67db13b3d223c6db638f85c7ff56 38 seconds ago Running nginx 0 39e4f6316cdae nginx
aad843368c128 registry.k8s.io/ingress-nginx/controller@sha256:401d25a09ee8fe9fd9d33c5051531e8ebfa4ded95ff09830af8cc48c8e5aeaa6 10 minutes ago Running controller 0 b14da8462f848 ingress-nginx-controller-bc57996ff-jhtd9
159fe2d1c8652 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:507b9d2f77a65700ff2462a02aa2c83780ff74ecb06c9275c5b5b9b1fa44269b 10 minutes ago Running gcp-auth 0 d0a515cf4d737 gcp-auth-89d5ffd79-69dfm
727bc17c09de1 ce263a8653f9cdabdabaf36ae064b3e52b5240e6fac90663ad3b8f3a9bcef242 10 minutes ago Exited patch 3 4233a2543588d ingress-nginx-admission-patch-9t82j
845a1e439853b registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:1b792367d0e1350ee869b15f851d9e4de17db10f33fadaef628db3e6457aa012 10 minutes ago Exited create 0 2951db0bdef20 ingress-nginx-admission-create-cxq99
bb8ca3197fb51 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 10 minutes ago Running local-path-provisioner 0 7d0d40497951c local-path-provisioner-86d989889c-ltnp9
6e6c4e3d53d9d registry.k8s.io/metrics-server/metrics-server@sha256:78e46b57096ec75e302fbc853e36359555df5c827bb009ecfe66f97474cc2a5a 10 minutes ago Running metrics-server 0 68f614bee1140 metrics-server-84c5f94fbc-5xbc7
a9ed6e30e5f0c gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 10 minutes ago Running minikube-ingress-dns 0 7d6beebe8e157 kube-ingress-dns-minikube
575610381c87e gcr.io/cloud-spanner-emulator/emulator@sha256:be105fc4b12849783aa20d987a35b86ed5296669595f8a7b2d79ad0cd8e193bf 11 minutes ago Running cloud-spanner-emulator 0 cbee59b6b5fec cloud-spanner-emulator-5b584cc74-575s4
9975e3c3a9cb1 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 11 minutes ago Running storage-provisioner 0 e78bc94ef2ad1 storage-provisioner
1f712e1545260 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 11 minutes ago Running coredns 0 63a602cb935fb coredns-7c65d6cfc9-wqptn
960dff30ddc0e 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 11 minutes ago Running kindnet-cni 0 72f3f945d106c kindnet-9gqlv
c79acd6b0f1ed 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 11 minutes ago Running kube-proxy 0 b0dd376094421 kube-proxy-fqzcp
43aaee124e0e8 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 12 minutes ago Running etcd 0 8ff814110f5b2 etcd-addons-591967
83a83be5eceb1 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 12 minutes ago Running kube-scheduler 0 1fcaff33c4b4b kube-scheduler-addons-591967
4ab4bd0fd0eed 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 12 minutes ago Running kube-apiserver 0 5aeb68907ed24 kube-apiserver-addons-591967
c2dd61755a207 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 12 minutes ago Running kube-controller-manager 0 740a2a08fc6ef kube-controller-manager-addons-591967
==> coredns [1f712e1545260441d57c75f07e7c6ebeadf6d1ea33208559f48b666775dd5a15] <==
[INFO] 10.244.0.8:58978 - 43847 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.00013578s
[INFO] 10.244.0.8:55966 - 48695 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000082714s
[INFO] 10.244.0.8:55966 - 48415 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000111066s
[INFO] 10.244.0.8:35546 - 61685 "A IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.00361112s
[INFO] 10.244.0.8:35546 - 61971 "AAAA IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004514633s
[INFO] 10.244.0.8:58533 - 10261 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.004410496s
[INFO] 10.244.0.8:58533 - 9958 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005065134s
[INFO] 10.244.0.8:32770 - 24549 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.004876545s
[INFO] 10.244.0.8:32770 - 24252 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005365866s
[INFO] 10.244.0.8:47709 - 7534 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000071498s
[INFO] 10.244.0.8:47709 - 7267 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000108487s
[INFO] 10.244.0.19:45828 - 19441 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000228463s
[INFO] 10.244.0.19:45444 - 56646 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000299449s
[INFO] 10.244.0.19:42095 - 60282 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000148841s
[INFO] 10.244.0.19:43077 - 12579 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000201742s
[INFO] 10.244.0.19:54797 - 58925 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000150374s
[INFO] 10.244.0.19:37321 - 27472 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000249292s
[INFO] 10.244.0.19:32935 - 32239 "AAAA IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.011579189s
[INFO] 10.244.0.19:32944 - 10710 "A IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.011951285s
[INFO] 10.244.0.19:60348 - 37566 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.008548895s
[INFO] 10.244.0.19:57823 - 62334 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.009237435s
[INFO] 10.244.0.19:54143 - 55071 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.006097428s
[INFO] 10.244.0.19:38106 - 42898 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.007541908s
[INFO] 10.244.0.19:42897 - 4804 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.001052188s
[INFO] 10.244.0.19:33510 - 62646 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.001053838s
==> describe nodes <==
Name: addons-591967
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-591967
kubernetes.io/os=linux
minikube.k8s.io/commit=b68b4b088317c82ffa16da1c47933e77f0f5d128
minikube.k8s.io/name=addons-591967
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_30T10_22_24_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-591967
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 30 Sep 2024 10:22:20 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-591967
AcquireTime: <unset>
RenewTime: Mon, 30 Sep 2024 10:34:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 30 Sep 2024 10:33:56 +0000 Mon, 30 Sep 2024 10:22:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 30 Sep 2024 10:33:56 +0000 Mon, 30 Sep 2024 10:22:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 30 Sep 2024 10:33:56 +0000 Mon, 30 Sep 2024 10:22:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 30 Sep 2024 10:33:56 +0000 Mon, 30 Sep 2024 10:23:10 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-591967
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
System Info:
Machine ID: ef4ac19868aa41afa5a32b2ceb8ec976
System UUID: 7c487c9b-fdc8-495f-9de2-a896d5e1bb90
Boot ID: c55e8bfc-2f3b-4552-a1ec-845569628d46
Kernel Version: 5.15.0-1069-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (17 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m15s
default cloud-spanner-emulator-5b584cc74-575s4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 42s
gcp-auth gcp-auth-89d5ffd79-69dfm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
ingress-nginx ingress-nginx-controller-bc57996ff-jhtd9 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 11m
kube-system coredns-7c65d6cfc9-wqptn 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 11m
kube-system etcd-addons-591967 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 12m
kube-system kindnet-9gqlv 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 11m
kube-system kube-apiserver-addons-591967 250m (3%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-addons-591967 200m (2%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-proxy-fqzcp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-scheduler-addons-591967 100m (1%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system metrics-server-84c5f94fbc-5xbc7 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 11m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
local-path-storage helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3s
local-path-storage local-path-provisioner-86d989889c-ltnp9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 510Mi (1%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 11m kube-proxy
Normal NodeHasSufficientMemory 12m (x8 over 12m) kubelet Node addons-591967 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x8 over 12m) kubelet Node addons-591967 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m (x7 over 12m) kubelet Node addons-591967 status is now: NodeHasSufficientPID
Normal Starting 12m kubelet Starting kubelet.
Warning CgroupV1 12m kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 12m kubelet Node addons-591967 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node addons-591967 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node addons-591967 status is now: NodeHasSufficientPID
Normal RegisteredNode 11m node-controller Node addons-591967 event: Registered Node addons-591967 in Controller
Normal NodeReady 11m kubelet Node addons-591967 status is now: NodeReady
==> dmesg <==
[ +0.000638] platform eisa.0: Cannot allocate resource for EISA slot 1
[ +0.000749] platform eisa.0: Cannot allocate resource for EISA slot 2
[ +0.000683] platform eisa.0: Cannot allocate resource for EISA slot 3
[ +0.000606] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000728] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000644] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.000625] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.000625] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.590821] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.054395] systemd[1]: /lib/systemd/system/cloud-init.service:20: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.036721] systemd[1]: /lib/systemd/system/cloud-init-hotplugd.socket:11: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.003529] systemd[1]: Configuration file /etc/systemd/system/auto-pause.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +6.637848] kauditd_printk_skb: 46 callbacks suppressed
[Sep30 10:33] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: a6 47 51 f2 16 8d 0a 71 a4 aa c8 7a 08 00
[ +1.015599] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000012] ll header: 00000000: a6 47 51 f2 16 8d 0a 71 a4 aa c8 7a 08 00
[ +2.015853] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: a6 47 51 f2 16 8d 0a 71 a4 aa c8 7a 08 00
[Sep30 10:34] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: a6 47 51 f2 16 8d 0a 71 a4 aa c8 7a 08 00
[ +8.191434] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000026] ll header: 00000000: a6 47 51 f2 16 8d 0a 71 a4 aa c8 7a 08 00
[ +16.126770] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: a6 47 51 f2 16 8d 0a 71 a4 aa c8 7a 08 00
==> etcd [43aaee124e0e8b047f2fa81c958f3a78216f00a5b07aa4be7f2b7fba9640096f] <==
{"level":"info","ts":"2024-09-30T10:22:31.740702Z","caller":"traceutil/trace.go:171","msg":"trace[470705714] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"197.466213ms","start":"2024-09-30T10:22:31.543225Z","end":"2024-09-30T10:22:31.740691Z","steps":["trace[470705714] 'process raft request' (duration: 196.906014ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:22:31.740921Z","caller":"traceutil/trace.go:171","msg":"trace[1748366360] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"197.544763ms","start":"2024-09-30T10:22:31.543367Z","end":"2024-09-30T10:22:31.740912Z","steps":["trace[1748366360] 'process raft request' (duration: 196.791478ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:22:31.741016Z","caller":"traceutil/trace.go:171","msg":"trace[1278438904] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"117.708233ms","start":"2024-09-30T10:22:31.623300Z","end":"2024-09-30T10:22:31.741008Z","steps":["trace[1278438904] 'process raft request' (duration: 116.890278ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:22:31.741170Z","caller":"traceutil/trace.go:171","msg":"trace[109334295] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"116.069951ms","start":"2024-09-30T10:22:31.625092Z","end":"2024-09-30T10:22:31.741162Z","steps":["trace[109334295] 'process raft request' (duration: 115.129531ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:22:32.922067Z","caller":"traceutil/trace.go:171","msg":"trace[695086030] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"179.213068ms","start":"2024-09-30T10:22:32.742838Z","end":"2024-09-30T10:22:32.922051Z","steps":["trace[695086030] 'process raft request' (duration: 179.074927ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:23:49.869206Z","caller":"traceutil/trace.go:171","msg":"trace[612716239] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"116.227989ms","start":"2024-09-30T10:23:49.752953Z","end":"2024-09-30T10:23:49.869181Z","steps":["trace[612716239] 'process raft request' (duration: 115.970512ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:23:49.990727Z","caller":"traceutil/trace.go:171","msg":"trace[1572099350] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"117.188078ms","start":"2024-09-30T10:23:49.873520Z","end":"2024-09-30T10:23:49.990708Z","steps":["trace[1572099350] 'process raft request' (duration: 56.397554ms)","trace[1572099350] 'compare' (duration: 60.650384ms)"],"step_count":2}
{"level":"info","ts":"2024-09-30T10:23:49.991013Z","caller":"traceutil/trace.go:171","msg":"trace[1387650939] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"117.442197ms","start":"2024-09-30T10:23:49.873555Z","end":"2024-09-30T10:23:49.990997Z","steps":["trace[1387650939] 'process raft request' (duration: 117.107015ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:24:00.925978Z","caller":"traceutil/trace.go:171","msg":"trace[736122190] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"100.13644ms","start":"2024-09-30T10:24:00.825817Z","end":"2024-09-30T10:24:00.925953Z","steps":["trace[736122190] 'process raft request' (duration: 100.011624ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:24:01.156641Z","caller":"traceutil/trace.go:171","msg":"trace[989402292] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1171; }","duration":"196.704415ms","start":"2024-09-30T10:24:00.959919Z","end":"2024-09-30T10:24:01.156623Z","steps":["trace[989402292] 'read index received' (duration: 59.738732ms)","trace[989402292] 'applied index is now lower than readState.Index' (duration: 136.964712ms)"],"step_count":2}
{"level":"info","ts":"2024-09-30T10:24:01.156648Z","caller":"traceutil/trace.go:171","msg":"trace[1351437545] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"199.71352ms","start":"2024-09-30T10:24:00.956907Z","end":"2024-09-30T10:24:01.156621Z","steps":["trace[1351437545] 'process raft request' (duration: 130.258107ms)","trace[1351437545] 'compare' (duration: 69.274072ms)"],"step_count":2}
{"level":"info","ts":"2024-09-30T10:24:01.156750Z","caller":"traceutil/trace.go:171","msg":"trace[196704123] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"198.765372ms","start":"2024-09-30T10:24:00.957977Z","end":"2024-09-30T10:24:01.156742Z","steps":["trace[196704123] 'process raft request' (duration: 198.60751ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:24:01.156668Z","caller":"traceutil/trace.go:171","msg":"trace[891690874] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"198.781762ms","start":"2024-09-30T10:24:00.957875Z","end":"2024-09-30T10:24:01.156657Z","steps":["trace[891690874] 'process raft request' (duration: 198.658644ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-30T10:24:01.156886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.746684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/metrics-server-84c5f94fbc-5xbc7\" ","response":"range_response_count:1 size:4865"}
{"level":"info","ts":"2024-09-30T10:24:01.156935Z","caller":"traceutil/trace.go:171","msg":"trace[1775519427] range","detail":"{range_begin:/registry/pods/kube-system/metrics-server-84c5f94fbc-5xbc7; range_end:; response_count:1; response_revision:1141; }","duration":"126.812742ms","start":"2024-09-30T10:24:01.030111Z","end":"2024-09-30T10:24:01.156924Z","steps":["trace[1775519427] 'agreement among raft nodes before linearized reading' (duration: 126.674549ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-30T10:24:01.157142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.109493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-09-30T10:24:01.157181Z","caller":"traceutil/trace.go:171","msg":"trace[1376415834] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1141; }","duration":"197.255566ms","start":"2024-09-30T10:24:00.959915Z","end":"2024-09-30T10:24:01.157170Z","steps":["trace[1376415834] 'agreement among raft nodes before linearized reading' (duration: 197.09147ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:32:19.068482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1532}
{"level":"info","ts":"2024-09-30T10:32:19.091115Z","caller":"mvcc/kvstore_compaction.go:69","msg":"finished scheduled compaction","compact-revision":1532,"took":"22.17546ms","hash":4263771661,"current-db-size-bytes":6164480,"current-db-size":"6.2 MB","current-db-size-in-use-bytes":3186688,"current-db-size-in-use":"3.2 MB"}
{"level":"info","ts":"2024-09-30T10:32:19.091166Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4263771661,"revision":1532,"compact-revision":-1}
{"level":"info","ts":"2024-09-30T10:33:52.381521Z","caller":"traceutil/trace.go:171","msg":"trace[868782909] linearizableReadLoop","detail":"{readStateIndex:2436; appliedIndex:2433; }","duration":"103.731385ms","start":"2024-09-30T10:33:52.277775Z","end":"2024-09-30T10:33:52.381506Z","steps":["trace[868782909] 'read index received' (duration: 40.055033ms)","trace[868782909] 'applied index is now lower than readState.Index' (duration: 63.675556ms)"],"step_count":2}
{"level":"info","ts":"2024-09-30T10:33:52.381614Z","caller":"traceutil/trace.go:171","msg":"trace[413729951] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"112.091315ms","start":"2024-09-30T10:33:52.269514Z","end":"2024-09-30T10:33:52.381606Z","steps":["trace[413729951] 'process raft request' (duration: 111.928493ms)"],"step_count":1}
{"level":"warn","ts":"2024-09-30T10:33:52.381768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.970547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/hpvc-restore\" ","response":"range_response_count:1 size:1594"}
{"level":"info","ts":"2024-09-30T10:33:52.381883Z","caller":"traceutil/trace.go:171","msg":"trace[1896600202] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/hpvc-restore; range_end:; response_count:1; response_revision:2270; }","duration":"104.095237ms","start":"2024-09-30T10:33:52.277772Z","end":"2024-09-30T10:33:52.381867Z","steps":["trace[1896600202] 'agreement among raft nodes before linearized reading' (duration: 103.896588ms)"],"step_count":1}
{"level":"info","ts":"2024-09-30T10:33:57.841847Z","caller":"traceutil/trace.go:171","msg":"trace[52542951] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"120.748967ms","start":"2024-09-30T10:33:57.721068Z","end":"2024-09-30T10:33:57.841817Z","steps":["trace[52542951] 'process raft request' (duration: 119.338248ms)"],"step_count":1}
==> gcp-auth [159fe2d1c86524e1e400cd7cd185f2ee1b7b920ad926b392c2b98d2e95f1270c] <==
2024/09/30 10:24:02 GCP Auth Webhook started!
2024/09/30 10:25:11 Ready to marshal response ...
2024/09/30 10:25:11 Ready to write response ...
2024/09/30 10:25:11 Ready to marshal response ...
2024/09/30 10:25:11 Ready to write response ...
2024/09/30 10:25:11 Ready to marshal response ...
2024/09/30 10:25:11 Ready to write response ...
2024/09/30 10:33:14 Ready to marshal response ...
2024/09/30 10:33:14 Ready to write response ...
2024/09/30 10:33:14 Ready to marshal response ...
2024/09/30 10:33:14 Ready to write response ...
2024/09/30 10:33:14 Ready to marshal response ...
2024/09/30 10:33:14 Ready to write response ...
2024/09/30 10:33:18 Ready to marshal response ...
2024/09/30 10:33:18 Ready to write response ...
2024/09/30 10:33:24 Ready to marshal response ...
2024/09/30 10:33:24 Ready to write response ...
2024/09/30 10:33:44 Ready to marshal response ...
2024/09/30 10:33:44 Ready to write response ...
2024/09/30 10:33:49 Ready to marshal response ...
2024/09/30 10:33:49 Ready to write response ...
2024/09/30 10:34:23 Ready to marshal response ...
2024/09/30 10:34:23 Ready to write response ...
2024/09/30 10:34:23 Ready to marshal response ...
2024/09/30 10:34:23 Ready to write response ...
==> kernel <==
10:34:26 up 16 min, 0 users, load average: 0.36, 0.34, 0.24
Linux addons-591967 5.15.0-1069-gcp #77~20.04.1-Ubuntu SMP Sun Sep 1 19:39:16 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [960dff30ddc0ed8a852f1ef4f3685f7794c5b08a2dc5e426312287233bd88eb7] <==
I0930 10:32:19.645528 1 main.go:299] handling current node
I0930 10:32:29.641737 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:32:29.641769 1 main.go:299] handling current node
I0930 10:32:39.645320 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:32:39.645361 1 main.go:299] handling current node
I0930 10:32:49.649359 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:32:49.649397 1 main.go:299] handling current node
I0930 10:32:59.641301 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:32:59.641337 1 main.go:299] handling current node
I0930 10:33:09.649317 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:33:09.649357 1 main.go:299] handling current node
I0930 10:33:19.641292 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:33:19.641323 1 main.go:299] handling current node
I0930 10:33:29.641369 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:33:29.641419 1 main.go:299] handling current node
I0930 10:33:39.641998 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:33:39.642077 1 main.go:299] handling current node
I0930 10:33:49.641305 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:33:49.641336 1 main.go:299] handling current node
I0930 10:33:59.641902 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:33:59.641957 1 main.go:299] handling current node
I0930 10:34:09.643385 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:34:09.643418 1 main.go:299] handling current node
I0930 10:34:19.641719 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0930 10:34:19.641762 1 main.go:299] handling current node
==> kube-apiserver [4ab4bd0fd0eed7a24da8eac04059ef52736408f07640536c0452bf6a9088fb48] <==
W0930 10:25:00.854190 1 handler_proxy.go:99] no RequestInfo found in the context
E0930 10:25:00.854248 1 controller.go:146] "Unhandled Error" err=<
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
I0930 10:25:00.866797 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0930 10:33:14.804980 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.107.55.57"}
I0930 10:33:32.539129 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0930 10:33:39.032198 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0930 10:33:40.134475 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0930 10:33:44.555238 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0930 10:33:44.833756 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.108.202.68"}
I0930 10:34:05.552933 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0930 10:34:05.552995 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0930 10:34:05.566336 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0930 10:34:05.566397 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0930 10:34:05.571502 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0930 10:34:05.571539 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0930 10:34:05.583242 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0930 10:34:05.583287 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0930 10:34:05.625935 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0930 10:34:05.625972 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0930 10:34:06.572162 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0930 10:34:06.626239 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0930 10:34:06.741489 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
==> kube-controller-manager [c2dd61755a2078e166eddd8a77731674b62028832fa032be10c36097108b5de5] <==
E0930 10:34:08.030334 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:08.051263 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:08.051303 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:09.670144 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:09.670184 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:10.198437 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:10.198479 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:10.446684 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:10.446729 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:14.513206 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:14.513277 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:14.826901 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:14.826942 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:15.464961 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:15.465000 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0930 10:34:17.792662 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="yakd-dashboard/yakd-dashboard-67d98fc6b" duration="7.08µs"
W0930 10:34:19.315250 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:19.315297 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:22.013915 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:22.013954 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0930 10:34:24.519068 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:24.519108 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0930 10:34:24.826166 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/registry-66c9cd494c" duration="9.531µs"
W0930 10:34:26.281523 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0930 10:34:26.281571 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [c79acd6b0f1edbea10cb3bcdf9a82c4ecf7b5cf863342ed0713e92550756f743] <==
I0930 10:22:28.886612 1 server_linux.go:66] "Using iptables proxy"
I0930 10:22:29.229007 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0930 10:22:29.229189 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0930 10:22:29.832267 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0930 10:22:29.832448 1 server_linux.go:169] "Using iptables Proxier"
I0930 10:22:29.838044 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0930 10:22:29.838693 1 server.go:483] "Version info" version="v1.31.1"
I0930 10:22:29.838996 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0930 10:22:29.841205 1 config.go:199] "Starting service config controller"
I0930 10:22:29.921474 1 shared_informer.go:313] Waiting for caches to sync for service config
I0930 10:22:29.935168 1 shared_informer.go:320] Caches are synced for service config
I0930 10:22:29.842088 1 config.go:105] "Starting endpoint slice config controller"
I0930 10:22:29.935475 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0930 10:22:29.935632 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0930 10:22:29.928401 1 config.go:328] "Starting node config controller"
I0930 10:22:29.936172 1 shared_informer.go:313] Waiting for caches to sync for node config
I0930 10:22:30.037732 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [83a83be5eceb161768a412be9063c15d74ed59e13bfbbd344bf52d0f2f099a11] <==
W0930 10:22:20.836754 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0930 10:22:20.837544 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 10:22:20.836897 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0930 10:22:20.838559 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 10:22:20.837179 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0930 10:22:20.838652 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 10:22:20.836708 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0930 10:22:20.838696 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 10:22:20.838783 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0930 10:22:20.838803 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0930 10:22:20.837615 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0930 10:22:20.838847 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 10:22:20.838974 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0930 10:22:20.839039 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0930 10:22:21.715158 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0930 10:22:21.715199 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0930 10:22:21.771767 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0930 10:22:21.771805 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0930 10:22:21.818202 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0930 10:22:21.818242 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0930 10:22:21.827625 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0930 10:22:21.827670 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0930 10:22:21.945709 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0930 10:22:21.945749 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0930 10:22:22.233607 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Sep 30 10:34:23 addons-591967 kubelet[1628]: I0930 10:34:23.336344 1628 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/ff908305-840f-4340-b9a7-85383b4a716e-data\") pod \"helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f\" (UID: \"ff908305-840f-4340-b9a7-85383b4a716e\") " pod="local-path-storage/helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f"
Sep 30 10:34:23 addons-591967 kubelet[1628]: I0930 10:34:23.336376 1628 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-694jv\" (UniqueName: \"kubernetes.io/projected/ff908305-840f-4340-b9a7-85383b4a716e-kube-api-access-694jv\") pod \"helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f\" (UID: \"ff908305-840f-4340-b9a7-85383b4a716e\") " pod="local-path-storage/helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f"
Sep 30 10:34:23 addons-591967 kubelet[1628]: E0930 10:34:23.538988 1628 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727692463538771530,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:536936,},InodesUsed:&UInt64Value{Value:201,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 10:34:23 addons-591967 kubelet[1628]: E0930 10:34:23.539018 1628 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727692463538771530,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:536936,},InodesUsed:&UInt64Value{Value:201,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Sep 30 10:34:24 addons-591967 kubelet[1628]: I0930 10:34:24.444405 1628 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/0a938ed1-9d87-4a66-8908-e924fdd60832-gcp-creds\") pod \"0a938ed1-9d87-4a66-8908-e924fdd60832\" (UID: \"0a938ed1-9d87-4a66-8908-e924fdd60832\") "
Sep 30 10:34:24 addons-591967 kubelet[1628]: I0930 10:34:24.444455 1628 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4mnq5\" (UniqueName: \"kubernetes.io/projected/0a938ed1-9d87-4a66-8908-e924fdd60832-kube-api-access-4mnq5\") pod \"0a938ed1-9d87-4a66-8908-e924fdd60832\" (UID: \"0a938ed1-9d87-4a66-8908-e924fdd60832\") "
Sep 30 10:34:24 addons-591967 kubelet[1628]: I0930 10:34:24.444534 1628 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/0a938ed1-9d87-4a66-8908-e924fdd60832-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "0a938ed1-9d87-4a66-8908-e924fdd60832" (UID: "0a938ed1-9d87-4a66-8908-e924fdd60832"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Sep 30 10:34:24 addons-591967 kubelet[1628]: I0930 10:34:24.446576 1628 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0a938ed1-9d87-4a66-8908-e924fdd60832-kube-api-access-4mnq5" (OuterVolumeSpecName: "kube-api-access-4mnq5") pod "0a938ed1-9d87-4a66-8908-e924fdd60832" (UID: "0a938ed1-9d87-4a66-8908-e924fdd60832"). InnerVolumeSpecName "kube-api-access-4mnq5". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 30 10:34:24 addons-591967 kubelet[1628]: I0930 10:34:24.545469 1628 reconciler_common.go:288] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/0a938ed1-9d87-4a66-8908-e924fdd60832-gcp-creds\") on node \"addons-591967\" DevicePath \"\""
Sep 30 10:34:24 addons-591967 kubelet[1628]: I0930 10:34:24.545506 1628 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-4mnq5\" (UniqueName: \"kubernetes.io/projected/0a938ed1-9d87-4a66-8908-e924fdd60832-kube-api-access-4mnq5\") on node \"addons-591967\" DevicePath \"\""
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.149387 1628 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kjxlj\" (UniqueName: \"kubernetes.io/projected/8b1cda9d-a2ca-48b2-acf9-004452369435-kube-api-access-kjxlj\") pod \"8b1cda9d-a2ca-48b2-acf9-004452369435\" (UID: \"8b1cda9d-a2ca-48b2-acf9-004452369435\") "
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.149457 1628 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7vgkn\" (UniqueName: \"kubernetes.io/projected/878b56fe-bbbf-43d3-8886-018884c393c9-kube-api-access-7vgkn\") pod \"878b56fe-bbbf-43d3-8886-018884c393c9\" (UID: \"878b56fe-bbbf-43d3-8886-018884c393c9\") "
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.151439 1628 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8b1cda9d-a2ca-48b2-acf9-004452369435-kube-api-access-kjxlj" (OuterVolumeSpecName: "kube-api-access-kjxlj") pod "8b1cda9d-a2ca-48b2-acf9-004452369435" (UID: "8b1cda9d-a2ca-48b2-acf9-004452369435"). InnerVolumeSpecName "kube-api-access-kjxlj". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.151584 1628 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/878b56fe-bbbf-43d3-8886-018884c393c9-kube-api-access-7vgkn" (OuterVolumeSpecName: "kube-api-access-7vgkn") pod "878b56fe-bbbf-43d3-8886-018884c393c9" (UID: "878b56fe-bbbf-43d3-8886-018884c393c9"). InnerVolumeSpecName "kube-api-access-7vgkn". PluginName "kubernetes.io/projected", VolumeGidValue ""
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.250630 1628 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-kjxlj\" (UniqueName: \"kubernetes.io/projected/8b1cda9d-a2ca-48b2-acf9-004452369435-kube-api-access-kjxlj\") on node \"addons-591967\" DevicePath \"\""
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.250675 1628 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-7vgkn\" (UniqueName: \"kubernetes.io/projected/878b56fe-bbbf-43d3-8886-018884c393c9-kube-api-access-7vgkn\") on node \"addons-591967\" DevicePath \"\""
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.264069 1628 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0a938ed1-9d87-4a66-8908-e924fdd60832" path="/var/lib/kubelet/pods/0a938ed1-9d87-4a66-8908-e924fdd60832/volumes"
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.408650 1628 scope.go:117] "RemoveContainer" containerID="502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef"
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.424801 1628 scope.go:117] "RemoveContainer" containerID="502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef"
Sep 30 10:34:25 addons-591967 kubelet[1628]: E0930 10:34:25.425291 1628 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef\": container with ID starting with 502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef not found: ID does not exist" containerID="502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef"
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.425337 1628 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef"} err="failed to get container status \"502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef\": rpc error: code = NotFound desc = could not find container \"502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef\": container with ID starting with 502ec8dc0a7532c9b7683a3649e94209511f73f5ff2be93dc2d0fde263cab2ef not found: ID does not exist"
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.425366 1628 scope.go:117] "RemoveContainer" containerID="82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9"
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.443952 1628 scope.go:117] "RemoveContainer" containerID="82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9"
Sep 30 10:34:25 addons-591967 kubelet[1628]: E0930 10:34:25.444423 1628 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9\": container with ID starting with 82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9 not found: ID does not exist" containerID="82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9"
Sep 30 10:34:25 addons-591967 kubelet[1628]: I0930 10:34:25.444501 1628 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9"} err="failed to get container status \"82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9\": rpc error: code = NotFound desc = could not find container \"82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9\": container with ID starting with 82a643a629acf48ec8e201c16729a04377647c4bfc9742b21341864b9a26eaf9 not found: ID does not exist"
==> storage-provisioner [9975e3c3a9cb1469f0304d5357786a86c13758c54839f0cc77e528cefafefafb] <==
I0930 10:23:11.177472 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0930 10:23:11.223525 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0930 10:23:11.223571 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0930 10:23:11.231071 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0930 10:23:11.231180 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"af8dcd0a-5966-4577-a524-93743d7696b3", APIVersion:"v1", ResourceVersion:"914", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-591967_63eecb7f-f453-44f2-a320-e3d4225181c9 became leader
I0930 10:23:11.231235 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-591967_63eecb7f-f453-44f2-a320-e3d4225181c9!
I0930 10:23:11.331464 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-591967_63eecb7f-f453-44f2-a320-e3d4225181c9!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-591967 -n addons-591967
helpers_test.go:261: (dbg) Run: kubectl --context addons-591967 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox test-local-path ingress-nginx-admission-create-cxq99 ingress-nginx-admission-patch-9t82j helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-591967 describe pod busybox test-local-path ingress-nginx-admission-create-cxq99 ingress-nginx-admission-patch-9t82j helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-591967 describe pod busybox test-local-path ingress-nginx-admission-create-cxq99 ingress-nginx-admission-patch-9t82j helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f: exit status 1 (77.366965ms)
-- stdout --
Name: busybox
Namespace: default
Priority: 0
Service Account: default
Node: addons-591967/192.168.49.2
Start Time: Mon, 30 Sep 2024 10:25:11 +0000
Labels: integration-test=busybox
Annotations: <none>
Status: Pending
IP: 10.244.0.21
IPs:
IP: 10.244.0.21
Containers:
busybox:
Container ID:
Image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
Image ID:
Port: <none>
Host Port: <none>
Command:
sleep
3600
State: Waiting
Reason: ImagePullBackOff
Ready: False
Restart Count: 0
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-p9kk7 (ro)
Conditions:
Type Status
PodReadyToStartContainers True
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-p9kk7:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 9m16s default-scheduler Successfully assigned default/busybox to addons-591967
Normal Pulling 7m42s (x4 over 9m16s) kubelet Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Warning Failed 7m42s (x4 over 9m15s) kubelet Failed to pull image "gcr.io/k8s-minikube/busybox:1.28.4-glibc": unable to retrieve auth token: invalid username/password: unauthorized: authentication failed
Warning Failed 7m42s (x4 over 9m15s) kubelet Error: ErrImagePull
Warning Failed 7m30s (x6 over 9m15s) kubelet Error: ImagePullBackOff
Normal BackOff 4m13s (x19 over 9m15s) kubelet Back-off pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"
Name: test-local-path
Namespace: default
Priority: 0
Service Account: default
Node: <none>
Labels: run=test-local-path
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Containers:
busybox:
Image: busybox:stable
Port: <none>
Host Port: <none>
Command:
sh
-c
echo 'local-path-provisioner' > /test/file1
Environment:
GOOGLE_APPLICATION_CREDENTIALS: /google-app-creds.json
PROJECT_ID: this_is_fake
GCP_PROJECT: this_is_fake
GCLOUD_PROJECT: this_is_fake
GOOGLE_CLOUD_PROJECT: this_is_fake
CLOUDSDK_CORE_PROJECT: this_is_fake
Mounts:
/google-app-creds.json from gcp-creds (ro)
/test from data (rw)
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-6srvg (ro)
Volumes:
data:
Type: PersistentVolumeClaim (a reference to a PersistentVolumeClaim in the same namespace)
ClaimName: test-pvc
ReadOnly: false
kube-api-access-6srvg:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
gcp-creds:
Type: HostPath (bare host directory volume)
Path: /var/lib/minikube/google_application_credentials.json
HostPathType: File
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events: <none>
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-cxq99" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-9t82j" not found
Error from server (NotFound): pods "helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-591967 describe pod busybox test-local-path ingress-nginx-admission-create-cxq99 ingress-nginx-admission-patch-9t82j helper-pod-create-pvc-cbb8129d-8b42-44c5-aae6-8f057d443a3f: exit status 1
--- FAIL: TestAddons/parallel/Registry (73.05s)