=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-357395 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-357395 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-357395 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [b78093b6-5e7f-46f0-9783-019c05edffd4] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [b78093b6-5e7f-46f0-9783-019c05edffd4] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 13.003991798s
I0127 13:06:36.683098 840808 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-357395 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-357395 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.188111334s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-357395 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-357395 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-357395
helpers_test.go:235: (dbg) docker inspect addons-357395:
-- stdout --
[
{
"Id": "eccfb81d577e7fe31039d1b306b267265e950b6c02909cfdd867b6cf58547116",
"Created": "2025-01-27T13:03:53.083703443Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 842844,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-01-27T13:03:53.191828576Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e72c4cbe9b296d8a58fbcae1a7b969fa1cee662cd7b86f2d4efc5e146519cf0a",
"ResolvConfPath": "/var/lib/docker/containers/eccfb81d577e7fe31039d1b306b267265e950b6c02909cfdd867b6cf58547116/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/eccfb81d577e7fe31039d1b306b267265e950b6c02909cfdd867b6cf58547116/hostname",
"HostsPath": "/var/lib/docker/containers/eccfb81d577e7fe31039d1b306b267265e950b6c02909cfdd867b6cf58547116/hosts",
"LogPath": "/var/lib/docker/containers/eccfb81d577e7fe31039d1b306b267265e950b6c02909cfdd867b6cf58547116/eccfb81d577e7fe31039d1b306b267265e950b6c02909cfdd867b6cf58547116-json.log",
"Name": "/addons-357395",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-357395:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-357395",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/09e45b7e8776cbd5cb982855610e2b3593fa282416feb34afad3da136833fbb7-init/diff:/var/lib/docker/overlay2/876098b8f38733ec111d59aba0f92e4681e5a75cda81aa083a0aeae5d0189d1d/diff",
"MergedDir": "/var/lib/docker/overlay2/09e45b7e8776cbd5cb982855610e2b3593fa282416feb34afad3da136833fbb7/merged",
"UpperDir": "/var/lib/docker/overlay2/09e45b7e8776cbd5cb982855610e2b3593fa282416feb34afad3da136833fbb7/diff",
"WorkDir": "/var/lib/docker/overlay2/09e45b7e8776cbd5cb982855610e2b3593fa282416feb34afad3da136833fbb7/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-357395",
"Source": "/var/lib/docker/volumes/addons-357395/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-357395",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-357395",
"name.minikube.sigs.k8s.io": "addons-357395",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "dd7fd9d541acd385b1956baeb86ce37f2d0e22560b85c661e4a1acb1778514c2",
"SandboxKey": "/var/run/docker/netns/dd7fd9d541ac",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33164"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33165"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33168"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33166"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33167"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-357395": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "e624ee322e9eb8d4a3d255b58eb08dc4bf675de8a2b8fc0dab934b6e4fb07bee",
"EndpointID": "e7744bd7d4c02f42debd81dec6cdf455a6d5b50193523f745b74818bd46cecb5",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-357395",
"eccfb81d577e"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-357395 -n addons-357395
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-357395 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-357395 logs -n 25: (1.189362115s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-467938 | jenkins | v1.35.0 | 27 Jan 25 13:03 UTC | |
| | download-docker-467938 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-467938 | download-docker-467938 | jenkins | v1.35.0 | 27 Jan 25 13:03 UTC | 27 Jan 25 13:03 UTC |
| start | --download-only -p | binary-mirror-282582 | jenkins | v1.35.0 | 27 Jan 25 13:03 UTC | |
| | binary-mirror-282582 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:43221 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-282582 | binary-mirror-282582 | jenkins | v1.35.0 | 27 Jan 25 13:03 UTC | 27 Jan 25 13:03 UTC |
| addons | enable dashboard -p | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:03 UTC | |
| | addons-357395 | | | | | |
| addons | disable dashboard -p | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:03 UTC | |
| | addons-357395 | | | | | |
| start | -p addons-357395 --wait=true | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:03 UTC | 27 Jan 25 13:05 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-357395 addons disable | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:05 UTC | 27 Jan 25 13:05 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-357395 addons disable | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:05 UTC | 27 Jan 25 13:05 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:05 UTC | 27 Jan 25 13:05 UTC |
| | -p addons-357395 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-357395 addons | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:05 UTC | 27 Jan 25 13:05 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-357395 addons disable | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:05 UTC | 27 Jan 25 13:05 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-357395 addons disable | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ip | addons-357395 ip | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| addons | addons-357395 addons disable | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-357395 addons | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-357395 addons disable | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-357395 ssh cat | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| | /opt/local-path-provisioner/pvc-5f383d67-49e0-476e-b23b-a124a5c407af_default_test-pvc/file1 | | | | | |
| addons | addons-357395 addons disable | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:07 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-357395 addons | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-357395 addons | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-357395 ssh curl -s | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-357395 addons | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:06 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-357395 addons | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:06 UTC | 27 Jan 25 13:07 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-357395 ip | addons-357395 | jenkins | v1.35.0 | 27 Jan 25 13:08 UTC | 27 Jan 25 13:08 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/01/27 13:03:29
Running on machine: ubuntu-20-agent-13
Binary: Built with gc go1.23.4 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0127 13:03:29.034839 842096 out.go:345] Setting OutFile to fd 1 ...
I0127 13:03:29.034966 842096 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 13:03:29.034975 842096 out.go:358] Setting ErrFile to fd 2...
I0127 13:03:29.034979 842096 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 13:03:29.035181 842096 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20327-833960/.minikube/bin
I0127 13:03:29.035786 842096 out.go:352] Setting JSON to false
I0127 13:03:29.036947 842096 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":31556,"bootTime":1737951453,"procs":387,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1074-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0127 13:03:29.037071 842096 start.go:139] virtualization: kvm guest
I0127 13:03:29.039272 842096 out.go:177] * [addons-357395] minikube v1.35.0 on Ubuntu 20.04 (kvm/amd64)
I0127 13:03:29.040570 842096 out.go:177] - MINIKUBE_LOCATION=20327
I0127 13:03:29.040598 842096 notify.go:220] Checking for updates...
I0127 13:03:29.043159 842096 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0127 13:03:29.044512 842096 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20327-833960/kubeconfig
I0127 13:03:29.045978 842096 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20327-833960/.minikube
I0127 13:03:29.047170 842096 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0127 13:03:29.048370 842096 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0127 13:03:29.049767 842096 driver.go:394] Setting default libvirt URI to qemu:///system
I0127 13:03:29.070474 842096 docker.go:123] docker version: linux-27.5.1:Docker Engine - Community
I0127 13:03:29.070584 842096 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0127 13:03:29.115207 842096 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:47 SystemTime:2025-01-27 13:03:29.106827176 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1074-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerEr
rors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0127 13:03:29.115318 842096 docker.go:318] overlay module found
I0127 13:03:29.117235 842096 out.go:177] * Using the docker driver based on user configuration
I0127 13:03:29.118580 842096 start.go:297] selected driver: docker
I0127 13:03:29.118595 842096 start.go:901] validating driver "docker" against <nil>
I0127 13:03:29.118609 842096 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0127 13:03:29.119428 842096 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0127 13:03:29.164041 842096 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:47 SystemTime:2025-01-27 13:03:29.156134714 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1074-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647996928 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerEr
rors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0127 13:03:29.164249 842096 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0127 13:03:29.164518 842096 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0127 13:03:29.166292 842096 out.go:177] * Using Docker driver with root privileges
I0127 13:03:29.167509 842096 cni.go:84] Creating CNI manager for ""
I0127 13:03:29.167581 842096 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 13:03:29.167598 842096 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0127 13:03:29.167673 842096 start.go:340] cluster config:
{Name:addons-357395 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-357395 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPau
seInterval:1m0s}
I0127 13:03:29.168939 842096 out.go:177] * Starting "addons-357395" primary control-plane node in "addons-357395" cluster
I0127 13:03:29.170041 842096 cache.go:121] Beginning downloading kic base image for docker with crio
I0127 13:03:29.171152 842096 out.go:177] * Pulling base image v0.0.46 ...
I0127 13:03:29.172072 842096 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 13:03:29.172101 842096 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20327-833960/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-amd64.tar.lz4
I0127 13:03:29.172100 842096 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local docker daemon
I0127 13:03:29.172110 842096 cache.go:56] Caching tarball of preloaded images
I0127 13:03:29.172222 842096 preload.go:172] Found /home/jenkins/minikube-integration/20327-833960/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I0127 13:03:29.172235 842096 cache.go:59] Finished verifying existence of preloaded tar for v1.32.1 on crio
I0127 13:03:29.172536 842096 profile.go:143] Saving config to /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/config.json ...
I0127 13:03:29.172557 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/config.json: {Name:mka9fb6a38084ed7167b44845cb4ebf2f0218ec4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:03:29.188060 842096 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 to local cache
I0127 13:03:29.188243 842096 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory
I0127 13:03:29.188268 842096 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory, skipping pull
I0127 13:03:29.188276 842096 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 exists in cache, skipping pull
I0127 13:03:29.188284 842096 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 as a tarball
I0127 13:03:29.188292 842096 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from local cache
I0127 13:03:41.119903 842096 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from cached tarball
I0127 13:03:41.119952 842096 cache.go:227] Successfully downloaded all kic artifacts
I0127 13:03:41.120001 842096 start.go:360] acquireMachinesLock for addons-357395: {Name:mk8803d49cbb4548ee912889b99958bc5f6d33de Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0127 13:03:41.120153 842096 start.go:364] duration metric: took 123.253µs to acquireMachinesLock for "addons-357395"
I0127 13:03:41.120206 842096 start.go:93] Provisioning new machine with config: &{Name:addons-357395 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-357395 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVM
netClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0127 13:03:41.120301 842096 start.go:125] createHost starting for "" (driver="docker")
I0127 13:03:41.121943 842096 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0127 13:03:41.122206 842096 start.go:159] libmachine.API.Create for "addons-357395" (driver="docker")
I0127 13:03:41.122260 842096 client.go:168] LocalClient.Create starting
I0127 13:03:41.122375 842096 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca.pem
I0127 13:03:41.260663 842096 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/cert.pem
I0127 13:03:41.482789 842096 cli_runner.go:164] Run: docker network inspect addons-357395 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0127 13:03:41.499032 842096 cli_runner.go:211] docker network inspect addons-357395 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0127 13:03:41.499119 842096 network_create.go:284] running [docker network inspect addons-357395] to gather additional debugging logs...
I0127 13:03:41.499141 842096 cli_runner.go:164] Run: docker network inspect addons-357395
W0127 13:03:41.514099 842096 cli_runner.go:211] docker network inspect addons-357395 returned with exit code 1
I0127 13:03:41.514126 842096 network_create.go:287] error running [docker network inspect addons-357395]: docker network inspect addons-357395: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-357395 not found
I0127 13:03:41.514145 842096 network_create.go:289] output of [docker network inspect addons-357395]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-357395 not found
** /stderr **
I0127 13:03:41.514234 842096 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0127 13:03:41.529264 842096 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001beaa50}
I0127 13:03:41.529310 842096 network_create.go:124] attempt to create docker network addons-357395 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0127 13:03:41.529377 842096 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-357395 addons-357395
I0127 13:03:41.587480 842096 network_create.go:108] docker network addons-357395 192.168.49.0/24 created
I0127 13:03:41.587512 842096 kic.go:121] calculated static IP "192.168.49.2" for the "addons-357395" container
I0127 13:03:41.587577 842096 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0127 13:03:41.603674 842096 cli_runner.go:164] Run: docker volume create addons-357395 --label name.minikube.sigs.k8s.io=addons-357395 --label created_by.minikube.sigs.k8s.io=true
I0127 13:03:41.620277 842096 oci.go:103] Successfully created a docker volume addons-357395
I0127 13:03:41.620372 842096 cli_runner.go:164] Run: docker run --rm --name addons-357395-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-357395 --entrypoint /usr/bin/test -v addons-357395:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I0127 13:03:48.481731 842096 cli_runner.go:217] Completed: docker run --rm --name addons-357395-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-357395 --entrypoint /usr/bin/test -v addons-357395:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib: (6.861311417s)
I0127 13:03:48.481765 842096 oci.go:107] Successfully prepared a docker volume addons-357395
I0127 13:03:48.481792 842096 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 13:03:48.481818 842096 kic.go:194] Starting extracting preloaded images to volume ...
I0127 13:03:48.481873 842096 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20327-833960/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-357395:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I0127 13:03:53.023669 842096 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20327-833960/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-357395:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir: (4.541730332s)
I0127 13:03:53.023713 842096 kic.go:203] duration metric: took 4.541891218s to extract preloaded images to volume ...
W0127 13:03:53.023857 842096 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0127 13:03:53.023978 842096 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0127 13:03:53.069067 842096 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-357395 --name addons-357395 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-357395 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-357395 --network addons-357395 --ip 192.168.49.2 --volume addons-357395:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279
I0127 13:03:53.355247 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Running}}
I0127 13:03:53.372414 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:03:53.390362 842096 cli_runner.go:164] Run: docker exec addons-357395 stat /var/lib/dpkg/alternatives/iptables
I0127 13:03:53.428952 842096 oci.go:144] the created container "addons-357395" has a running status.
I0127 13:03:53.428988 842096 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa...
I0127 13:03:53.527820 842096 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0127 13:03:53.547023 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:03:53.564899 842096 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0127 13:03:53.564919 842096 kic_runner.go:114] Args: [docker exec --privileged addons-357395 chown docker:docker /home/docker/.ssh/authorized_keys]
I0127 13:03:53.606995 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:03:53.624412 842096 machine.go:93] provisionDockerMachine start ...
I0127 13:03:53.624519 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:53.643892 842096 main.go:141] libmachine: Using SSH client type: native
I0127 13:03:53.644224 842096 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8641c0] 0x866ea0 <nil> [] 0s} 127.0.0.1 33164 <nil> <nil>}
I0127 13:03:53.644247 842096 main.go:141] libmachine: About to run SSH command:
hostname
I0127 13:03:53.644975 842096 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:53780->127.0.0.1:33164: read: connection reset by peer
I0127 13:03:56.771815 842096 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-357395
I0127 13:03:56.771850 842096 ubuntu.go:169] provisioning hostname "addons-357395"
I0127 13:03:56.771918 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:56.788371 842096 main.go:141] libmachine: Using SSH client type: native
I0127 13:03:56.788551 842096 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8641c0] 0x866ea0 <nil> [] 0s} 127.0.0.1 33164 <nil> <nil>}
I0127 13:03:56.788564 842096 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-357395 && echo "addons-357395" | sudo tee /etc/hostname
I0127 13:03:56.923192 842096 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-357395
I0127 13:03:56.923276 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:56.941557 842096 main.go:141] libmachine: Using SSH client type: native
I0127 13:03:56.941747 842096 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8641c0] 0x866ea0 <nil> [] 0s} 127.0.0.1 33164 <nil> <nil>}
I0127 13:03:56.941766 842096 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-357395' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-357395/g' /etc/hosts;
else
echo '127.0.1.1 addons-357395' | sudo tee -a /etc/hosts;
fi
fi
I0127 13:03:57.068549 842096 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0127 13:03:57.068587 842096 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20327-833960/.minikube CaCertPath:/home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20327-833960/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20327-833960/.minikube}
I0127 13:03:57.068617 842096 ubuntu.go:177] setting up certificates
I0127 13:03:57.068634 842096 provision.go:84] configureAuth start
I0127 13:03:57.068700 842096 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-357395
I0127 13:03:57.086059 842096 provision.go:143] copyHostCerts
I0127 13:03:57.086129 842096 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20327-833960/.minikube/ca.pem (1082 bytes)
I0127 13:03:57.086251 842096 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20327-833960/.minikube/cert.pem (1123 bytes)
I0127 13:03:57.086312 842096 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20327-833960/.minikube/key.pem (1679 bytes)
I0127 13:03:57.086370 842096 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20327-833960/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca-key.pem org=jenkins.addons-357395 san=[127.0.0.1 192.168.49.2 addons-357395 localhost minikube]
I0127 13:03:57.211106 842096 provision.go:177] copyRemoteCerts
I0127 13:03:57.211170 842096 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0127 13:03:57.211207 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:57.228298 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:03:57.320606 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0127 13:03:57.341915 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0127 13:03:57.362932 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0127 13:03:57.383643 842096 provision.go:87] duration metric: took 314.982615ms to configureAuth
I0127 13:03:57.383683 842096 ubuntu.go:193] setting minikube options for container-runtime
I0127 13:03:57.383870 842096 config.go:182] Loaded profile config "addons-357395": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 13:03:57.384029 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:57.400639 842096 main.go:141] libmachine: Using SSH client type: native
I0127 13:03:57.400867 842096 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8641c0] 0x866ea0 <nil> [] 0s} 127.0.0.1 33164 <nil> <nil>}
I0127 13:03:57.400885 842096 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0127 13:03:57.611844 842096 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0127 13:03:57.611871 842096 machine.go:96] duration metric: took 3.987427307s to provisionDockerMachine
I0127 13:03:57.611886 842096 client.go:171] duration metric: took 16.489615258s to LocalClient.Create
I0127 13:03:57.611905 842096 start.go:167] duration metric: took 16.489701891s to libmachine.API.Create "addons-357395"
I0127 13:03:57.611916 842096 start.go:293] postStartSetup for "addons-357395" (driver="docker")
I0127 13:03:57.611930 842096 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0127 13:03:57.612009 842096 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0127 13:03:57.612058 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:57.628884 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:03:57.724788 842096 ssh_runner.go:195] Run: cat /etc/os-release
I0127 13:03:57.727717 842096 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0127 13:03:57.727757 842096 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0127 13:03:57.727770 842096 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0127 13:03:57.727780 842096 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0127 13:03:57.727794 842096 filesync.go:126] Scanning /home/jenkins/minikube-integration/20327-833960/.minikube/addons for local assets ...
I0127 13:03:57.727861 842096 filesync.go:126] Scanning /home/jenkins/minikube-integration/20327-833960/.minikube/files for local assets ...
I0127 13:03:57.727905 842096 start.go:296] duration metric: took 115.982117ms for postStartSetup
I0127 13:03:57.728246 842096 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-357395
I0127 13:03:57.745462 842096 profile.go:143] Saving config to /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/config.json ...
I0127 13:03:57.745722 842096 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0127 13:03:57.745774 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:57.762174 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:03:57.849127 842096 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0127 13:03:57.853499 842096 start.go:128] duration metric: took 16.733177407s to createHost
I0127 13:03:57.853529 842096 start.go:83] releasing machines lock for "addons-357395", held for 16.733360671s
I0127 13:03:57.853613 842096 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-357395
I0127 13:03:57.870334 842096 ssh_runner.go:195] Run: cat /version.json
I0127 13:03:57.870384 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:57.870446 842096 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0127 13:03:57.870536 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:03:57.887905 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:03:57.888792 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:03:58.044378 842096 ssh_runner.go:195] Run: systemctl --version
I0127 13:03:58.048669 842096 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0127 13:03:58.187616 842096 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0127 13:03:58.192041 842096 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0127 13:03:58.209534 842096 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0127 13:03:58.209611 842096 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0127 13:03:58.234733 842096 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0127 13:03:58.234760 842096 start.go:495] detecting cgroup driver to use...
I0127 13:03:58.234792 842096 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0127 13:03:58.234846 842096 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0127 13:03:58.248436 842096 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0127 13:03:58.258266 842096 docker.go:217] disabling cri-docker service (if available) ...
I0127 13:03:58.258322 842096 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0127 13:03:58.270109 842096 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0127 13:03:58.282295 842096 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0127 13:03:58.361044 842096 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0127 13:03:58.441105 842096 docker.go:233] disabling docker service ...
I0127 13:03:58.441164 842096 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0127 13:03:58.459061 842096 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0127 13:03:58.469639 842096 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0127 13:03:58.545067 842096 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0127 13:03:58.622693 842096 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0127 13:03:58.633153 842096 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0127 13:03:58.647561 842096 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0127 13:03:58.647629 842096 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:03:58.656270 842096 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0127 13:03:58.656335 842096 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:03:58.664990 842096 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:03:58.673371 842096 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:03:58.681866 842096 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0127 13:03:58.689841 842096 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:03:58.698298 842096 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:03:58.712016 842096 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 13:03:58.720347 842096 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0127 13:03:58.727606 842096 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0127 13:03:58.734928 842096 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 13:03:58.804909 842096 ssh_runner.go:195] Run: sudo systemctl restart crio
I0127 13:03:58.915233 842096 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0127 13:03:58.915301 842096 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0127 13:03:58.918583 842096 start.go:563] Will wait 60s for crictl version
I0127 13:03:58.918631 842096 ssh_runner.go:195] Run: which crictl
I0127 13:03:58.921589 842096 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0127 13:03:58.955047 842096 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0127 13:03:58.955147 842096 ssh_runner.go:195] Run: crio --version
I0127 13:03:58.989430 842096 ssh_runner.go:195] Run: crio --version
I0127 13:03:59.025345 842096 out.go:177] * Preparing Kubernetes v1.32.1 on CRI-O 1.24.6 ...
I0127 13:03:59.026813 842096 cli_runner.go:164] Run: docker network inspect addons-357395 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0127 13:03:59.045260 842096 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0127 13:03:59.048892 842096 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0127 13:03:59.058900 842096 kubeadm.go:883] updating cluster {Name:addons-357395 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-357395 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClie
ntPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0127 13:03:59.059021 842096 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 13:03:59.059076 842096 ssh_runner.go:195] Run: sudo crictl images --output json
I0127 13:03:59.124538 842096 crio.go:514] all images are preloaded for cri-o runtime.
I0127 13:03:59.124565 842096 crio.go:433] Images already preloaded, skipping extraction
I0127 13:03:59.124623 842096 ssh_runner.go:195] Run: sudo crictl images --output json
I0127 13:03:59.155897 842096 crio.go:514] all images are preloaded for cri-o runtime.
I0127 13:03:59.155920 842096 cache_images.go:84] Images are preloaded, skipping loading
I0127 13:03:59.155928 842096 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.1 crio true true} ...
I0127 13:03:59.156044 842096 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-357395 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.1 ClusterName:addons-357395 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0127 13:03:59.156106 842096 ssh_runner.go:195] Run: crio config
I0127 13:03:59.197262 842096 cni.go:84] Creating CNI manager for ""
I0127 13:03:59.197284 842096 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 13:03:59.197294 842096 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0127 13:03:59.197316 842096 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-357395 NodeName:addons-357395 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0127 13:03:59.197444 842096 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-357395"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0127 13:03:59.197523 842096 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.1
I0127 13:03:59.205961 842096 binaries.go:44] Found k8s binaries, skipping transfer
I0127 13:03:59.206026 842096 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0127 13:03:59.213850 842096 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0127 13:03:59.230200 842096 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0127 13:03:59.246027 842096 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0127 13:03:59.261592 842096 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0127 13:03:59.264691 842096 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0127 13:03:59.274111 842096 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 13:03:59.351884 842096 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0127 13:03:59.364219 842096 certs.go:68] Setting up /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395 for IP: 192.168.49.2
I0127 13:03:59.364245 842096 certs.go:194] generating shared ca certs ...
I0127 13:03:59.364266 842096 certs.go:226] acquiring lock for ca certs: {Name:mkb9c2fb0b982e1faa9a00d6c53616adb0f990ea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:03:59.364408 842096 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20327-833960/.minikube/ca.key
I0127 13:03:59.559546 842096 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20327-833960/.minikube/ca.crt ...
I0127 13:03:59.559585 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/ca.crt: {Name:mk118befe3358092d230f4d2c3ddb2cf1d665941 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:03:59.559766 842096 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20327-833960/.minikube/ca.key ...
I0127 13:03:59.559777 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/ca.key: {Name:mk33475588fca975d4a332dd323b6e1e1637bde4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:03:59.559851 842096 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20327-833960/.minikube/proxy-client-ca.key
I0127 13:03:59.816508 842096 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20327-833960/.minikube/proxy-client-ca.crt ...
I0127 13:03:59.816547 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/proxy-client-ca.crt: {Name:mkb6724915a3e872a99acbf21f0fbd172f9e81e1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:03:59.816736 842096 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20327-833960/.minikube/proxy-client-ca.key ...
I0127 13:03:59.816747 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/proxy-client-ca.key: {Name:mk54775db94e8767fc93e84f07232b7e5db1cffc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:03:59.816834 842096 certs.go:256] generating profile certs ...
I0127 13:03:59.816901 842096 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/client.key
I0127 13:03:59.816927 842096 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/client.crt with IP's: []
I0127 13:03:59.987763 842096 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/client.crt ...
I0127 13:03:59.987799 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/client.crt: {Name:mk81174d8471a45cd7372731919a5eb0cfb8ebc5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:03:59.987978 842096 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/client.key ...
I0127 13:03:59.987989 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/client.key: {Name:mk63314b83f2baa822ec417969e35ec6e49d7712 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:03:59.988070 842096 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.key.76ee44f6
I0127 13:03:59.988089 842096 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.crt.76ee44f6 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0127 13:04:00.243573 842096 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.crt.76ee44f6 ...
I0127 13:04:00.243604 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.crt.76ee44f6: {Name:mk6e11abc31951d02f3e32fb3e46323e4c09936f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:04:00.243764 842096 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.key.76ee44f6 ...
I0127 13:04:00.243777 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.key.76ee44f6: {Name:mk7e8620aad6a2e6cebdef121cdd6e96f3cd9393 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:04:00.243855 842096 certs.go:381] copying /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.crt.76ee44f6 -> /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.crt
I0127 13:04:00.243923 842096 certs.go:385] copying /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.key.76ee44f6 -> /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.key
I0127 13:04:00.243969 842096 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/proxy-client.key
I0127 13:04:00.243987 842096 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/proxy-client.crt with IP's: []
I0127 13:04:00.333127 842096 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/proxy-client.crt ...
I0127 13:04:00.333166 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/proxy-client.crt: {Name:mk4b8215e29651e1f2f85c7e404a5ae9af375114 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:04:00.333323 842096 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/proxy-client.key ...
I0127 13:04:00.333337 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/proxy-client.key: {Name:mkeef9126ac0140dd5e0ef4803f317cf203a8c9f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:04:00.333506 842096 certs.go:484] found cert: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca-key.pem (1679 bytes)
I0127 13:04:00.333543 842096 certs.go:484] found cert: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/ca.pem (1082 bytes)
I0127 13:04:00.333567 842096 certs.go:484] found cert: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/cert.pem (1123 bytes)
I0127 13:04:00.333591 842096 certs.go:484] found cert: /home/jenkins/minikube-integration/20327-833960/.minikube/certs/key.pem (1679 bytes)
I0127 13:04:00.334231 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0127 13:04:00.357078 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0127 13:04:00.378162 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0127 13:04:00.399079 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0127 13:04:00.419768 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0127 13:04:00.440451 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0127 13:04:00.461304 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0127 13:04:00.482239 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/profiles/addons-357395/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0127 13:04:00.503401 842096 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20327-833960/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0127 13:04:00.524663 842096 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0127 13:04:00.539907 842096 ssh_runner.go:195] Run: openssl version
I0127 13:04:00.544862 842096 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0127 13:04:00.553274 842096 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0127 13:04:00.556628 842096 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jan 27 13:03 /usr/share/ca-certificates/minikubeCA.pem
I0127 13:04:00.556674 842096 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0127 13:04:00.562797 842096 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0127 13:04:00.571105 842096 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0127 13:04:00.574088 842096 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0127 13:04:00.574133 842096 kubeadm.go:392] StartCluster: {Name:addons-357395 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-357395 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientP
ath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0127 13:04:00.574212 842096 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0127 13:04:00.574250 842096 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0127 13:04:00.606640 842096 cri.go:89] found id: ""
I0127 13:04:00.606698 842096 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0127 13:04:00.615091 842096 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0127 13:04:00.622996 842096 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0127 13:04:00.623042 842096 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0127 13:04:00.630641 842096 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0127 13:04:00.630658 842096 kubeadm.go:157] found existing configuration files:
I0127 13:04:00.630691 842096 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0127 13:04:00.638253 842096 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0127 13:04:00.638312 842096 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0127 13:04:00.645554 842096 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0127 13:04:00.653023 842096 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0127 13:04:00.653067 842096 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0127 13:04:00.660129 842096 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0127 13:04:00.667365 842096 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0127 13:04:00.667430 842096 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0127 13:04:00.674446 842096 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0127 13:04:00.681580 842096 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0127 13:04:00.681635 842096 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0127 13:04:00.688658 842096 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0127 13:04:00.722900 842096 kubeadm.go:310] [init] Using Kubernetes version: v1.32.1
I0127 13:04:00.722991 842096 kubeadm.go:310] [preflight] Running pre-flight checks
I0127 13:04:00.738582 842096 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0127 13:04:00.738680 842096 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1074-gcp[0m
I0127 13:04:00.738731 842096 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0127 13:04:00.738798 842096 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0127 13:04:00.738861 842096 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0127 13:04:00.738925 842096 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0127 13:04:00.738992 842096 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0127 13:04:00.739059 842096 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0127 13:04:00.739140 842096 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0127 13:04:00.739207 842096 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0127 13:04:00.739277 842096 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0127 13:04:00.739350 842096 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0127 13:04:00.789481 842096 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0127 13:04:00.789611 842096 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0127 13:04:00.789767 842096 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0127 13:04:00.795732 842096 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0127 13:04:00.799453 842096 out.go:235] - Generating certificates and keys ...
I0127 13:04:00.799555 842096 kubeadm.go:310] [certs] Using existing ca certificate authority
I0127 13:04:00.799652 842096 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0127 13:04:01.066586 842096 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0127 13:04:01.116091 842096 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0127 13:04:01.206329 842096 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0127 13:04:01.454824 842096 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0127 13:04:01.862522 842096 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0127 13:04:01.862723 842096 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-357395 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0127 13:04:02.065229 842096 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0127 13:04:02.065370 842096 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-357395 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0127 13:04:02.200769 842096 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0127 13:04:02.477093 842096 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0127 13:04:02.890818 842096 kubeadm.go:310] [certs] Generating "sa" key and public key
I0127 13:04:02.890892 842096 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0127 13:04:03.129336 842096 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0127 13:04:03.291879 842096 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0127 13:04:03.453944 842096 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0127 13:04:03.568604 842096 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0127 13:04:03.612795 842096 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0127 13:04:03.613881 842096 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0127 13:04:03.616148 842096 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0127 13:04:03.618499 842096 out.go:235] - Booting up control plane ...
I0127 13:04:03.618629 842096 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0127 13:04:03.618746 842096 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0127 13:04:03.618849 842096 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0127 13:04:03.626949 842096 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0127 13:04:03.632028 842096 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0127 13:04:03.632090 842096 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0127 13:04:03.712111 842096 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0127 13:04:03.712267 842096 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0127 13:04:04.213756 842096 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.793951ms
I0127 13:04:04.213891 842096 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0127 13:04:08.215487 842096 kubeadm.go:310] [api-check] The API server is healthy after 4.001667114s
I0127 13:04:08.227235 842096 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0127 13:04:08.235846 842096 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0127 13:04:08.251865 842096 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0127 13:04:08.252139 842096 kubeadm.go:310] [mark-control-plane] Marking the node addons-357395 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0127 13:04:08.258439 842096 kubeadm.go:310] [bootstrap-token] Using token: zdwvwh.smbv1ved5aysl7hm
I0127 13:04:08.260452 842096 out.go:235] - Configuring RBAC rules ...
I0127 13:04:08.260617 842096 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0127 13:04:08.262593 842096 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0127 13:04:08.267178 842096 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0127 13:04:08.270127 842096 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0127 13:04:08.272549 842096 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0127 13:04:08.274897 842096 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0127 13:04:08.622532 842096 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0127 13:04:09.092529 842096 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0127 13:04:09.621082 842096 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0127 13:04:09.623123 842096 kubeadm.go:310]
I0127 13:04:09.623262 842096 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0127 13:04:09.623285 842096 kubeadm.go:310]
I0127 13:04:09.623391 842096 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0127 13:04:09.623403 842096 kubeadm.go:310]
I0127 13:04:09.623440 842096 kubeadm.go:310] mkdir -p $HOME/.kube
I0127 13:04:09.623526 842096 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0127 13:04:09.623617 842096 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0127 13:04:09.623629 842096 kubeadm.go:310]
I0127 13:04:09.623709 842096 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0127 13:04:09.623719 842096 kubeadm.go:310]
I0127 13:04:09.623797 842096 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0127 13:04:09.623813 842096 kubeadm.go:310]
I0127 13:04:09.623862 842096 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0127 13:04:09.623980 842096 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0127 13:04:09.624058 842096 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0127 13:04:09.624066 842096 kubeadm.go:310]
I0127 13:04:09.624151 842096 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0127 13:04:09.624258 842096 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0127 13:04:09.624266 842096 kubeadm.go:310]
I0127 13:04:09.624345 842096 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token zdwvwh.smbv1ved5aysl7hm \
I0127 13:04:09.624443 842096 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:2dfd159691c0b0a25826ac7e600c92a888a2c3318a77a6263e7f0db029f8aeef \
I0127 13:04:09.624464 842096 kubeadm.go:310] --control-plane
I0127 13:04:09.624467 842096 kubeadm.go:310]
I0127 13:04:09.624538 842096 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0127 13:04:09.624544 842096 kubeadm.go:310]
I0127 13:04:09.624628 842096 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token zdwvwh.smbv1ved5aysl7hm \
I0127 13:04:09.624746 842096 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:2dfd159691c0b0a25826ac7e600c92a888a2c3318a77a6263e7f0db029f8aeef
I0127 13:04:09.626837 842096 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0127 13:04:09.627034 842096 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1074-gcp\n", err: exit status 1
I0127 13:04:09.627143 842096 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0127 13:04:09.627177 842096 cni.go:84] Creating CNI manager for ""
I0127 13:04:09.627191 842096 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 13:04:09.629021 842096 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0127 13:04:09.630307 842096 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0127 13:04:09.633984 842096 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.1/kubectl ...
I0127 13:04:09.634002 842096 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0127 13:04:09.650091 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0127 13:04:09.889610 842096 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0127 13:04:09.889680 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:09.889712 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-357395 minikube.k8s.io/updated_at=2025_01_27T13_04_09_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=a23717f006184090cd3c7894641a342ba4ae8c4d minikube.k8s.io/name=addons-357395 minikube.k8s.io/primary=true
I0127 13:04:09.897328 842096 ops.go:34] apiserver oom_adj: -16
I0127 13:04:09.984776 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:10.485403 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:10.985415 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:11.485417 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:11.984956 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:12.484921 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:12.985413 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:13.485190 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:13.985369 842096 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 13:04:14.050559 842096 kubeadm.go:1113] duration metric: took 4.160943963s to wait for elevateKubeSystemPrivileges
I0127 13:04:14.050605 842096 kubeadm.go:394] duration metric: took 13.476475763s to StartCluster
I0127 13:04:14.050632 842096 settings.go:142] acquiring lock: {Name:mkb1049dce414edd3e6672b96e4f8200475dd47f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:04:14.050768 842096 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20327-833960/kubeconfig
I0127 13:04:14.051209 842096 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20327-833960/kubeconfig: {Name:mk10ea0396b413100884e62f458fe2b85a1b8888 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 13:04:14.051427 842096 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0127 13:04:14.051447 842096 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0127 13:04:14.051526 842096 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0127 13:04:14.051666 842096 addons.go:69] Setting yakd=true in profile "addons-357395"
I0127 13:04:14.051682 842096 addons.go:69] Setting gcp-auth=true in profile "addons-357395"
I0127 13:04:14.051690 842096 addons.go:238] Setting addon yakd=true in "addons-357395"
I0127 13:04:14.051703 842096 mustload.go:65] Loading cluster: addons-357395
I0127 13:04:14.051701 842096 addons.go:69] Setting default-storageclass=true in profile "addons-357395"
I0127 13:04:14.051728 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.051732 842096 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-357395"
I0127 13:04:14.051741 842096 config.go:182] Loaded profile config "addons-357395": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 13:04:14.051732 842096 addons.go:69] Setting cloud-spanner=true in profile "addons-357395"
I0127 13:04:14.051746 842096 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-357395"
I0127 13:04:14.051785 842096 addons.go:238] Setting addon cloud-spanner=true in "addons-357395"
I0127 13:04:14.051800 842096 addons.go:69] Setting metrics-server=true in profile "addons-357395"
I0127 13:04:14.051808 842096 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-357395"
I0127 13:04:14.051813 842096 addons.go:238] Setting addon metrics-server=true in "addons-357395"
I0127 13:04:14.051838 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.051847 842096 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-357395"
I0127 13:04:14.051858 842096 addons.go:69] Setting volcano=true in profile "addons-357395"
I0127 13:04:14.051859 842096 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-357395"
I0127 13:04:14.051870 842096 addons.go:238] Setting addon volcano=true in "addons-357395"
I0127 13:04:14.051879 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.051892 842096 config.go:182] Loaded profile config "addons-357395": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 13:04:14.051904 842096 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-357395"
I0127 13:04:14.051916 842096 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-357395"
I0127 13:04:14.051915 842096 addons.go:69] Setting ingress=true in profile "addons-357395"
I0127 13:04:14.051930 842096 addons.go:238] Setting addon ingress=true in "addons-357395"
I0127 13:04:14.051979 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.052081 842096 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-357395"
I0127 13:04:14.052101 842096 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-357395"
I0127 13:04:14.052132 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.052143 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.051894 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.052234 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.052305 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.052318 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.052362 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.052425 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.052551 842096 addons.go:69] Setting registry=true in profile "addons-357395"
I0127 13:04:14.052568 842096 addons.go:238] Setting addon registry=true in "addons-357395"
I0127 13:04:14.052590 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.052593 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.053033 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.051791 842096 addons.go:69] Setting storage-provisioner=true in profile "addons-357395"
I0127 13:04:14.053326 842096 addons.go:238] Setting addon storage-provisioner=true in "addons-357395"
I0127 13:04:14.053368 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.053737 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.053852 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.054228 842096 addons.go:69] Setting ingress-dns=true in profile "addons-357395"
I0127 13:04:14.054288 842096 addons.go:238] Setting addon ingress-dns=true in "addons-357395"
I0127 13:04:14.054340 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.054882 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.051670 842096 addons.go:69] Setting inspektor-gadget=true in profile "addons-357395"
I0127 13:04:14.056118 842096 addons.go:238] Setting addon inspektor-gadget=true in "addons-357395"
I0127 13:04:14.056156 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.051847 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.058123 842096 out.go:177] * Verifying Kubernetes components...
I0127 13:04:14.058379 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.058440 842096 addons.go:69] Setting volumesnapshots=true in profile "addons-357395"
I0127 13:04:14.058475 842096 addons.go:238] Setting addon volumesnapshots=true in "addons-357395"
I0127 13:04:14.058506 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.052143 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.060274 842096 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 13:04:14.051838 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.061346 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.084836 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.086339 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.099137 842096 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0127 13:04:14.101713 842096 addons.go:238] Setting addon default-storageclass=true in "addons-357395"
I0127 13:04:14.101768 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.102403 842096 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0127 13:04:14.102427 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0127 13:04:14.102567 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.102910 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
W0127 13:04:14.109747 842096 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0127 13:04:14.121600 842096 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0127 13:04:14.125510 842096 out.go:177] - Using image docker.io/registry:2.8.3
I0127 13:04:14.126896 842096 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0127 13:04:14.127243 842096 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 13:04:14.127379 842096 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0127 13:04:14.127564 842096 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0127 13:04:14.127858 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0127 13:04:14.127946 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.128022 842096 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0127 13:04:14.128189 842096 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0127 13:04:14.128211 842096 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0127 13:04:14.128265 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.129103 842096 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0127 13:04:14.129121 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0127 13:04:14.129174 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.131058 842096 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0127 13:04:14.131859 842096 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0127 13:04:14.131871 842096 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0127 13:04:14.133541 842096 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 13:04:14.133754 842096 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0127 13:04:14.133767 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0127 13:04:14.133822 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.135282 842096 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0127 13:04:14.135302 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0127 13:04:14.135352 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.135520 842096 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0127 13:04:14.135626 842096 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0127 13:04:14.136812 842096 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0127 13:04:14.136832 842096 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0127 13:04:14.136884 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.138054 842096 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0127 13:04:14.139219 842096 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0127 13:04:14.140424 842096 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0127 13:04:14.148575 842096 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-357395"
I0127 13:04:14.148637 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.150348 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:14.150714 842096 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0127 13:04:14.152376 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.153672 842096 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0127 13:04:14.154743 842096 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0127 13:04:14.154766 842096 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0127 13:04:14.154835 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.157256 842096 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.36.0
I0127 13:04:14.158111 842096 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0127 13:04:14.158131 842096 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0127 13:04:14.158197 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.158801 842096 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0127 13:04:14.158820 842096 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0127 13:04:14.158895 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.184029 842096 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0127 13:04:14.192256 842096 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0127 13:04:14.192287 842096 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0127 13:04:14.192388 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.196263 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:14.208360 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.208413 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.213500 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.215062 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.224975 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.227356 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.229310 842096 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.28
I0127 13:04:14.231040 842096 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0127 13:04:14.231088 842096 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0127 13:04:14.231105 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0127 13:04:14.231167 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.232344 842096 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0127 13:04:14.232363 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0127 13:04:14.232407 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.234121 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.235454 842096 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0127 13:04:14.236631 842096 out.go:177] - Using image docker.io/busybox:stable
I0127 13:04:14.237666 842096 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0127 13:04:14.237684 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0127 13:04:14.237724 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:14.239601 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.243188 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.246700 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.256653 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.257619 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:14.264169 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
W0127 13:04:14.271054 842096 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0127 13:04:14.271084 842096 retry.go:31] will retry after 363.625483ms: ssh: handshake failed: EOF
I0127 13:04:14.373046 842096 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0127 13:04:14.373166 842096 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0127 13:04:14.464754 842096 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0127 13:04:14.464784 842096 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0127 13:04:14.568026 842096 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0127 13:04:14.568057 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0127 13:04:14.588094 842096 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0127 13:04:14.588129 842096 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0127 13:04:14.665155 842096 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0127 13:04:14.665190 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0127 13:04:14.668977 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0127 13:04:14.685017 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0127 13:04:14.766956 842096 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0127 13:04:14.767045 842096 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0127 13:04:14.775325 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0127 13:04:14.779347 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0127 13:04:14.789264 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0127 13:04:14.867595 842096 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0127 13:04:14.867682 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0127 13:04:14.869621 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0127 13:04:14.875961 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0127 13:04:14.965726 842096 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0127 13:04:14.965820 842096 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0127 13:04:14.971484 842096 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0127 13:04:14.971528 842096 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0127 13:04:14.971655 842096 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0127 13:04:14.971668 842096 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0127 13:04:14.973856 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0127 13:04:15.065894 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0127 13:04:15.172607 842096 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0127 13:04:15.172711 842096 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0127 13:04:15.177800 842096 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0127 13:04:15.177889 842096 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0127 13:04:15.178189 842096 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0127 13:04:15.178245 842096 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0127 13:04:15.182289 842096 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0127 13:04:15.182349 842096 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0127 13:04:15.365770 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0127 13:04:15.565064 842096 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0127 13:04:15.565101 842096 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0127 13:04:15.565784 842096 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0127 13:04:15.565816 842096 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0127 13:04:15.673297 842096 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0127 13:04:15.673385 842096 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0127 13:04:15.865802 842096 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0127 13:04:15.865841 842096 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0127 13:04:15.868024 842096 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 13:04:15.868061 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0127 13:04:15.876302 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0127 13:04:15.880847 842096 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0127 13:04:15.880934 842096 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0127 13:04:15.966226 842096 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.593018519s)
I0127 13:04:15.966719 842096 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.593477845s)
I0127 13:04:15.966776 842096 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0127 13:04:15.969022 842096 node_ready.go:35] waiting up to 6m0s for node "addons-357395" to be "Ready" ...
I0127 13:04:16.383265 842096 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0127 13:04:16.383306 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0127 13:04:16.466249 842096 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0127 13:04:16.466349 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0127 13:04:16.486201 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 13:04:16.569778 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0127 13:04:16.664800 842096 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0127 13:04:16.664913 842096 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0127 13:04:16.790653 842096 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-357395" context rescaled to 1 replicas
I0127 13:04:17.272228 842096 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0127 13:04:17.272325 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0127 13:04:17.676689 842096 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0127 13:04:17.676777 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0127 13:04:18.074686 842096 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0127 13:04:18.074731 842096 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0127 13:04:18.084371 842096 node_ready.go:53] node "addons-357395" has status "Ready":"False"
I0127 13:04:18.186804 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0127 13:04:19.565976 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.790558463s)
I0127 13:04:19.566111 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.880866461s)
I0127 13:04:19.566475 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.896827134s)
I0127 13:04:19.866055 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.086588244s)
I0127 13:04:19.969622 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.180318313s)
I0127 13:04:19.969727 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.100010475s)
I0127 13:04:19.969942 842096 addons.go:479] Verifying addon registry=true in "addons-357395"
I0127 13:04:19.969794 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.09374612s)
I0127 13:04:19.969852 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.99597355s)
I0127 13:04:19.972682 842096 out.go:177] * Verifying registry addon...
I0127 13:04:19.975461 842096 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0127 13:04:19.990081 842096 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0127 13:04:19.990126 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:20.476642 842096 node_ready.go:53] node "addons-357395" has status "Ready":"False"
I0127 13:04:20.488865 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:21.068355 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:21.084726 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.018716014s)
I0127 13:04:21.084762 842096 addons.go:479] Verifying addon ingress=true in "addons-357395"
I0127 13:04:21.084772 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.718955442s)
I0127 13:04:21.084885 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.208500376s)
I0127 13:04:21.084897 842096 addons.go:479] Verifying addon metrics-server=true in "addons-357395"
I0127 13:04:21.086400 842096 out.go:177] * Verifying ingress addon...
I0127 13:04:21.088828 842096 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0127 13:04:21.170648 842096 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0127 13:04:21.170675 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:21.269510 842096 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0127 13:04:21.269611 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:21.293879 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:21.479293 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:21.484992 842096 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0127 13:04:21.571110 842096 addons.go:238] Setting addon gcp-auth=true in "addons-357395"
I0127 13:04:21.571182 842096 host.go:66] Checking if "addons-357395" exists ...
I0127 13:04:21.571684 842096 cli_runner.go:164] Run: docker container inspect addons-357395 --format={{.State.Status}}
I0127 13:04:21.597928 842096 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0127 13:04:21.597989 842096 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-357395
I0127 13:04:21.599106 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:21.617970 842096 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20327-833960/.minikube/machines/addons-357395/id_rsa Username:docker}
I0127 13:04:21.971203 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.484938978s)
W0127 13:04:21.971296 842096 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0127 13:04:21.971338 842096 retry.go:31] will retry after 226.371282ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0127 13:04:21.971294 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.401449735s)
I0127 13:04:21.972819 842096 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-357395 service yakd-dashboard -n yakd-dashboard
I0127 13:04:21.983467 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:22.092365 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:22.198222 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 13:04:22.478497 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:22.583939 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.397043476s)
I0127 13:04:22.583992 842096 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-357395"
I0127 13:04:22.585569 842096 out.go:177] * Verifying csi-hostpath-driver addon...
I0127 13:04:22.585577 842096 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 13:04:22.587613 842096 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0127 13:04:22.588533 842096 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0127 13:04:22.588744 842096 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0127 13:04:22.588768 842096 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0127 13:04:22.596749 842096 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0127 13:04:22.596781 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:22.596765 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:22.608942 842096 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0127 13:04:22.608969 842096 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0127 13:04:22.676090 842096 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0127 13:04:22.676118 842096 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0127 13:04:22.693527 842096 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0127 13:04:22.971531 842096 node_ready.go:53] node "addons-357395" has status "Ready":"False"
I0127 13:04:22.978601 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:23.092000 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:23.092261 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:23.479188 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:23.592409 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:23.592526 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:23.979010 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:24.092520 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:24.092894 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:24.478700 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:24.592518 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:24.592948 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:24.942090 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.743817403s)
I0127 13:04:24.942165 842096 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (2.248599445s)
I0127 13:04:24.943109 842096 addons.go:479] Verifying addon gcp-auth=true in "addons-357395"
I0127 13:04:24.945033 842096 out.go:177] * Verifying gcp-auth addon...
I0127 13:04:24.947130 842096 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0127 13:04:24.950172 842096 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0127 13:04:24.950194 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:24.972615 842096 node_ready.go:53] node "addons-357395" has status "Ready":"False"
I0127 13:04:24.978662 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:25.092529 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:25.092937 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:25.450691 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:25.478127 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:25.592204 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:25.592444 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:25.951134 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:25.979222 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:26.092252 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:26.092589 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:26.450965 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:26.478389 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:26.592245 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:26.592552 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:26.951047 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:26.978370 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:27.092463 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:27.092908 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:27.450112 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:27.472416 842096 node_ready.go:53] node "addons-357395" has status "Ready":"False"
I0127 13:04:27.478770 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:27.592779 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:27.593129 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:27.951162 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:28.051934 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:28.091816 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:28.092032 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:28.450889 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:28.478084 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:28.591964 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:28.592358 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:28.950980 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:28.978477 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:29.094053 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:29.094719 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:29.450766 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:29.478428 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:29.592688 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:29.592920 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:29.950533 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:29.971785 842096 node_ready.go:53] node "addons-357395" has status "Ready":"False"
I0127 13:04:29.979402 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:30.092584 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:30.092954 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:30.450376 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:30.478718 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:30.592636 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:30.592947 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:30.950804 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:30.978201 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:31.092633 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:31.092862 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:31.451135 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:31.479030 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:31.592671 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:31.592738 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:31.950059 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:31.972633 842096 node_ready.go:53] node "addons-357395" has status "Ready":"False"
I0127 13:04:31.979813 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:32.092441 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:32.092622 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:32.450843 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:32.478535 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:32.592673 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:32.592898 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:32.950549 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:32.978375 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:33.092155 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:33.092522 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:33.454086 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:33.473599 842096 node_ready.go:49] node "addons-357395" has status "Ready":"True"
I0127 13:04:33.473632 842096 node_ready.go:38] duration metric: took 17.504455686s for node "addons-357395" to be "Ready" ...
I0127 13:04:33.473645 842096 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0127 13:04:33.486048 842096 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace to be "Ready" ...
I0127 13:04:33.495098 842096 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0127 13:04:33.495124 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:33.593306 842096 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0127 13:04:33.593397 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:33.594852 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:33.967757 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:33.980038 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:34.093406 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:34.093484 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:34.468056 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:34.568443 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:34.670122 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:34.670348 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:34.950501 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:34.979353 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:35.092726 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:35.092958 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:35.451217 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:35.479562 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:35.493122 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:35.593316 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:35.594109 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:35.966293 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:35.979647 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:36.093687 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:36.094710 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:36.467340 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:36.478986 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:36.594019 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:36.595241 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:36.950827 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:36.978569 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:37.093050 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:37.093139 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:37.466660 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:37.480320 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:37.593342 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:37.593490 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:37.951150 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:37.979339 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:37.992291 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:38.093864 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:38.094047 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:38.451896 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:38.479082 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:38.594140 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:38.594563 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:38.967072 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:38.979138 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:39.093296 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:39.093406 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:39.451057 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:39.479201 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:39.593794 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:39.594163 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:39.951448 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:39.980102 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:40.093367 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:40.093757 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:40.467498 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:40.479577 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:40.492227 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:40.594676 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:40.596403 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:40.968774 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:40.979281 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:41.093460 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:41.093739 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:41.467761 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:41.479620 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:41.594022 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:41.594566 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:41.950095 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:41.979400 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:42.093318 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:42.093916 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:42.450533 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:42.479708 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:42.593433 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:42.594545 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:42.950758 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:42.979726 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:42.992324 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:43.093325 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:43.093527 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:43.450546 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:43.482046 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:43.593394 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:43.593665 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:43.967231 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:43.979345 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:44.092941 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:44.093107 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:44.450908 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:44.479977 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:44.592984 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:44.593026 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:44.950839 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:44.979712 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:45.093338 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:45.093500 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:45.469588 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:45.480065 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:45.492264 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:45.593918 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:45.594073 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:45.967670 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:45.979662 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:46.093855 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:46.094232 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:46.450394 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:46.480054 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:46.593375 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:46.593516 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:46.950267 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:46.978881 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:47.093177 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:47.093310 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:47.467393 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:47.493169 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:47.570134 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:47.593044 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:47.593159 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:47.950331 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:47.979046 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:48.093556 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:48.093561 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:48.450686 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:48.479435 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:48.593161 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:48.593233 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:48.950781 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:48.979525 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:49.093002 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:49.093099 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:49.451761 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:49.480060 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:49.593685 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:49.595088 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:49.968680 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:49.979426 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:49.992802 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:50.093653 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:50.095398 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:50.466125 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:50.479429 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:50.592975 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:50.593003 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:50.951050 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:50.979583 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:51.092845 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:51.093484 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:51.450568 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:51.479692 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:51.593632 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:51.595170 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:51.951688 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:51.979191 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:52.092862 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:52.093209 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:52.475906 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:52.479892 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:52.491994 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:52.593151 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:52.593328 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:52.951282 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:52.979347 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:53.093351 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:53.093595 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:53.467913 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:53.479681 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:53.594687 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:53.595096 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:53.951725 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:53.979654 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:54.093431 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:54.093581 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:54.468837 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:54.479675 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:54.594332 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:54.594646 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:54.950921 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:54.979895 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:54.990940 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:55.093000 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:55.093149 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:55.467516 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:55.480340 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:55.593599 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:55.593844 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:55.951026 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:55.978761 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:56.093112 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:56.093596 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:56.472407 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:56.501500 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:56.594816 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:56.595020 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:56.951261 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:56.979025 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:56.991970 842096 pod_ready.go:103] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"False"
I0127 13:04:57.092883 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:57.092959 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:57.450287 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:57.479103 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:57.491830 842096 pod_ready.go:93] pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace has status "Ready":"True"
I0127 13:04:57.491854 842096 pod_ready.go:82] duration metric: took 24.005765426s for pod "amd-gpu-device-plugin-wk5qq" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.491865 842096 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-5fm9z" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.496444 842096 pod_ready.go:93] pod "coredns-668d6bf9bc-5fm9z" in "kube-system" namespace has status "Ready":"True"
I0127 13:04:57.496467 842096 pod_ready.go:82] duration metric: took 4.59511ms for pod "coredns-668d6bf9bc-5fm9z" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.496489 842096 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-357395" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.500787 842096 pod_ready.go:93] pod "etcd-addons-357395" in "kube-system" namespace has status "Ready":"True"
I0127 13:04:57.500807 842096 pod_ready.go:82] duration metric: took 4.31029ms for pod "etcd-addons-357395" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.500818 842096 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-357395" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.505234 842096 pod_ready.go:93] pod "kube-apiserver-addons-357395" in "kube-system" namespace has status "Ready":"True"
I0127 13:04:57.505260 842096 pod_ready.go:82] duration metric: took 4.434136ms for pod "kube-apiserver-addons-357395" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.505273 842096 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-357395" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.509050 842096 pod_ready.go:93] pod "kube-controller-manager-addons-357395" in "kube-system" namespace has status "Ready":"True"
I0127 13:04:57.509072 842096 pod_ready.go:82] duration metric: took 3.790723ms for pod "kube-controller-manager-addons-357395" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.509086 842096 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-mltm4" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.592894 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:57.593226 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:57.890567 842096 pod_ready.go:93] pod "kube-proxy-mltm4" in "kube-system" namespace has status "Ready":"True"
I0127 13:04:57.890592 842096 pod_ready.go:82] duration metric: took 381.498936ms for pod "kube-proxy-mltm4" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.890606 842096 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-357395" in "kube-system" namespace to be "Ready" ...
I0127 13:04:57.950648 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:57.979845 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:58.093225 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:58.093341 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:58.290336 842096 pod_ready.go:93] pod "kube-scheduler-addons-357395" in "kube-system" namespace has status "Ready":"True"
I0127 13:04:58.290362 842096 pod_ready.go:82] duration metric: took 399.749304ms for pod "kube-scheduler-addons-357395" in "kube-system" namespace to be "Ready" ...
I0127 13:04:58.290371 842096 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-9dzdq" in "kube-system" namespace to be "Ready" ...
I0127 13:04:58.451270 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:58.479300 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:58.592883 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:58.593373 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:58.690198 842096 pod_ready.go:93] pod "metrics-server-7fbb699795-9dzdq" in "kube-system" namespace has status "Ready":"True"
I0127 13:04:58.690226 842096 pod_ready.go:82] duration metric: took 399.849122ms for pod "metrics-server-7fbb699795-9dzdq" in "kube-system" namespace to be "Ready" ...
I0127 13:04:58.690238 842096 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-98xwc" in "kube-system" namespace to be "Ready" ...
I0127 13:04:58.950998 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:58.978812 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:59.092220 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:59.092562 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:59.450459 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:59.479206 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:04:59.593002 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:04:59.593125 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:04:59.950811 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:04:59.978465 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:00.095318 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:00.095780 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:00.450918 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:00.478730 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:00.593512 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:00.593950 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:00.697250 842096 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-98xwc" in "kube-system" namespace has status "Ready":"False"
I0127 13:05:00.967232 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:00.978970 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:01.094386 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:01.095962 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:01.468406 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:01.479943 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:01.673833 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:01.675883 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:01.968024 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:01.980693 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:02.169606 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:02.173063 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:02.474774 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:02.485205 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:02.670398 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:02.671060 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:02.774406 842096 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-98xwc" in "kube-system" namespace has status "Ready":"False"
I0127 13:05:02.967955 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:02.983581 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:03.093747 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:03.094020 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:03.467855 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:03.480230 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:03.593700 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:03.593745 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:03.966501 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:03.979381 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:04.094500 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:04.095621 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:04.467862 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:04.479979 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:04.594004 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:04.594040 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:04.951298 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:04.979175 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:05.092732 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:05.092891 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:05.196906 842096 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-98xwc" in "kube-system" namespace has status "Ready":"False"
I0127 13:05:05.467549 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:05.479482 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:05.593291 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:05.593958 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:05.951110 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:05.978985 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:06.093755 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:06.093921 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:06.466316 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:06.479800 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:06.595591 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:06.596112 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:06.966067 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:06.979005 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:07.094032 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:07.094150 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:07.449954 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:07.478821 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:07.593564 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:07.594478 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:07.695899 842096 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-98xwc" in "kube-system" namespace has status "Ready":"False"
I0127 13:05:07.951136 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:07.978712 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:08.092994 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:08.093614 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:08.451624 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:08.480239 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:08.594519 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:08.594633 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:08.951459 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:08.979371 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:09.093661 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:09.093909 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:09.451794 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:09.480275 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:09.593125 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:09.593672 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:09.697062 842096 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-98xwc" in "kube-system" namespace has status "Ready":"False"
I0127 13:05:09.951419 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:10.052039 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:10.093093 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:10.093369 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:10.450552 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:10.479418 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:10.594864 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:10.595732 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:10.696475 842096 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-98xwc" in "kube-system" namespace has status "Ready":"True"
I0127 13:05:10.696498 842096 pod_ready.go:82] duration metric: took 12.006253549s for pod "nvidia-device-plugin-daemonset-98xwc" in "kube-system" namespace to be "Ready" ...
I0127 13:05:10.696518 842096 pod_ready.go:39] duration metric: took 37.222857797s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0127 13:05:10.696542 842096 api_server.go:52] waiting for apiserver process to appear ...
I0127 13:05:10.696598 842096 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0127 13:05:10.709585 842096 api_server.go:72] duration metric: took 56.658099427s to wait for apiserver process to appear ...
I0127 13:05:10.709625 842096 api_server.go:88] waiting for apiserver healthz status ...
I0127 13:05:10.709649 842096 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0127 13:05:10.713499 842096 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0127 13:05:10.714369 842096 api_server.go:141] control plane version: v1.32.1
I0127 13:05:10.714392 842096 api_server.go:131] duration metric: took 4.75927ms to wait for apiserver health ...
I0127 13:05:10.714400 842096 system_pods.go:43] waiting for kube-system pods to appear ...
I0127 13:05:10.723399 842096 system_pods.go:59] 19 kube-system pods found
I0127 13:05:10.723427 842096 system_pods.go:61] "amd-gpu-device-plugin-wk5qq" [d26b5a92-6ec4-4740-ae9d-d59f9d4d0ffd] Running
I0127 13:05:10.723432 842096 system_pods.go:61] "coredns-668d6bf9bc-5fm9z" [f98ac18b-3a13-4dcb-b687-594e1ea8cb24] Running
I0127 13:05:10.723436 842096 system_pods.go:61] "csi-hostpath-attacher-0" [d9e8481f-5928-4dc4-b185-29593ec13818] Running
I0127 13:05:10.723440 842096 system_pods.go:61] "csi-hostpath-resizer-0" [4573c18f-9f9f-4997-bc04-f111f72dca84] Running
I0127 13:05:10.723447 842096 system_pods.go:61] "csi-hostpathplugin-28wbs" [ec2b5ae4-c43b-4d27-abc2-82ea1d5131c2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0127 13:05:10.723453 842096 system_pods.go:61] "etcd-addons-357395" [947710a9-e4b0-4120-9b00-ca7c36b85457] Running
I0127 13:05:10.723457 842096 system_pods.go:61] "kindnet-lfqdr" [44fbc31d-b448-4ba0-8710-54bdee36ba5f] Running
I0127 13:05:10.723462 842096 system_pods.go:61] "kube-apiserver-addons-357395" [87271ec3-ab53-4258-922d-1b78b0abcc6f] Running
I0127 13:05:10.723469 842096 system_pods.go:61] "kube-controller-manager-addons-357395" [f028ca0f-bb5f-4450-a0c4-1742823fded8] Running
I0127 13:05:10.723473 842096 system_pods.go:61] "kube-ingress-dns-minikube" [b42d20e5-20ac-4208-badb-a519c7dc62cf] Running
I0127 13:05:10.723476 842096 system_pods.go:61] "kube-proxy-mltm4" [3077decd-8608-44d7-8fd4-6e58db85dd3b] Running
I0127 13:05:10.723480 842096 system_pods.go:61] "kube-scheduler-addons-357395" [b494356d-e888-4b6f-919d-47914cf22682] Running
I0127 13:05:10.723485 842096 system_pods.go:61] "metrics-server-7fbb699795-9dzdq" [45d365e1-8c3a-45e0-94f0-050dfd1c2b40] Running
I0127 13:05:10.723489 842096 system_pods.go:61] "nvidia-device-plugin-daemonset-98xwc" [e7fb9ad5-a4c4-43e0-aa7a-884fd7f93193] Running
I0127 13:05:10.723494 842096 system_pods.go:61] "registry-6c88467877-xhw4c" [7aea77b4-480c-4355-9abc-422e0e93fdfc] Running
I0127 13:05:10.723499 842096 system_pods.go:61] "registry-proxy-6k57f" [324477db-35c2-4543-a2f9-cebc688fa849] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0127 13:05:10.723506 842096 system_pods.go:61] "snapshot-controller-68b874b76f-nrrlr" [f3d50627-34f6-469c-896a-c6208697a296] Running
I0127 13:05:10.723515 842096 system_pods.go:61] "snapshot-controller-68b874b76f-wbztl" [aaf937ef-ee88-472c-92e4-d5847034d50d] Running
I0127 13:05:10.723518 842096 system_pods.go:61] "storage-provisioner" [643c8f80-ce02-4b24-a493-e16504825ed4] Running
I0127 13:05:10.723524 842096 system_pods.go:74] duration metric: took 9.116312ms to wait for pod list to return data ...
I0127 13:05:10.723533 842096 default_sa.go:34] waiting for default service account to be created ...
I0127 13:05:10.725663 842096 default_sa.go:45] found service account: "default"
I0127 13:05:10.725681 842096 default_sa.go:55] duration metric: took 2.141015ms for default service account to be created ...
I0127 13:05:10.725691 842096 system_pods.go:137] waiting for k8s-apps to be running ...
I0127 13:05:10.733849 842096 system_pods.go:87] 19 kube-system pods found
I0127 13:05:10.736036 842096 system_pods.go:105] "amd-gpu-device-plugin-wk5qq" [d26b5a92-6ec4-4740-ae9d-d59f9d4d0ffd] Running
I0127 13:05:10.736054 842096 system_pods.go:105] "coredns-668d6bf9bc-5fm9z" [f98ac18b-3a13-4dcb-b687-594e1ea8cb24] Running
I0127 13:05:10.736060 842096 system_pods.go:105] "csi-hostpath-attacher-0" [d9e8481f-5928-4dc4-b185-29593ec13818] Running
I0127 13:05:10.736067 842096 system_pods.go:105] "csi-hostpath-resizer-0" [4573c18f-9f9f-4997-bc04-f111f72dca84] Running
I0127 13:05:10.736082 842096 system_pods.go:105] "csi-hostpathplugin-28wbs" [ec2b5ae4-c43b-4d27-abc2-82ea1d5131c2] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0127 13:05:10.736093 842096 system_pods.go:105] "etcd-addons-357395" [947710a9-e4b0-4120-9b00-ca7c36b85457] Running
I0127 13:05:10.736103 842096 system_pods.go:105] "kindnet-lfqdr" [44fbc31d-b448-4ba0-8710-54bdee36ba5f] Running
I0127 13:05:10.736113 842096 system_pods.go:105] "kube-apiserver-addons-357395" [87271ec3-ab53-4258-922d-1b78b0abcc6f] Running
I0127 13:05:10.736123 842096 system_pods.go:105] "kube-controller-manager-addons-357395" [f028ca0f-bb5f-4450-a0c4-1742823fded8] Running
I0127 13:05:10.736134 842096 system_pods.go:105] "kube-ingress-dns-minikube" [b42d20e5-20ac-4208-badb-a519c7dc62cf] Running
I0127 13:05:10.736143 842096 system_pods.go:105] "kube-proxy-mltm4" [3077decd-8608-44d7-8fd4-6e58db85dd3b] Running
I0127 13:05:10.736153 842096 system_pods.go:105] "kube-scheduler-addons-357395" [b494356d-e888-4b6f-919d-47914cf22682] Running
I0127 13:05:10.736161 842096 system_pods.go:105] "metrics-server-7fbb699795-9dzdq" [45d365e1-8c3a-45e0-94f0-050dfd1c2b40] Running
I0127 13:05:10.736168 842096 system_pods.go:105] "nvidia-device-plugin-daemonset-98xwc" [e7fb9ad5-a4c4-43e0-aa7a-884fd7f93193] Running
I0127 13:05:10.736196 842096 system_pods.go:105] "registry-6c88467877-xhw4c" [7aea77b4-480c-4355-9abc-422e0e93fdfc] Running
I0127 13:05:10.736207 842096 system_pods.go:105] "registry-proxy-6k57f" [324477db-35c2-4543-a2f9-cebc688fa849] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0127 13:05:10.736217 842096 system_pods.go:105] "snapshot-controller-68b874b76f-nrrlr" [f3d50627-34f6-469c-896a-c6208697a296] Running
I0127 13:05:10.736225 842096 system_pods.go:105] "snapshot-controller-68b874b76f-wbztl" [aaf937ef-ee88-472c-92e4-d5847034d50d] Running
I0127 13:05:10.736234 842096 system_pods.go:105] "storage-provisioner" [643c8f80-ce02-4b24-a493-e16504825ed4] Running
I0127 13:05:10.736248 842096 system_pods.go:147] duration metric: took 10.547058ms to wait for k8s-apps to be running ...
I0127 13:05:10.736258 842096 system_svc.go:44] waiting for kubelet service to be running ....
I0127 13:05:10.736303 842096 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0127 13:05:10.747257 842096 system_svc.go:56] duration metric: took 10.94932ms WaitForService to wait for kubelet
I0127 13:05:10.747288 842096 kubeadm.go:582] duration metric: took 56.695808586s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0127 13:05:10.747307 842096 node_conditions.go:102] verifying NodePressure condition ...
I0127 13:05:10.749692 842096 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0127 13:05:10.749715 842096 node_conditions.go:123] node cpu capacity is 8
I0127 13:05:10.749727 842096 node_conditions.go:105] duration metric: took 2.412457ms to run NodePressure ...
I0127 13:05:10.749739 842096 start.go:241] waiting for startup goroutines ...
I0127 13:05:10.950868 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:10.978775 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:11.093302 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:11.093494 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:11.450974 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:11.479199 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:11.593284 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:11.593465 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:11.967050 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:11.978940 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:12.092852 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:12.092943 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:12.450723 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:12.479754 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:12.593545 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:12.593631 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:12.951203 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:12.978991 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:13.092942 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:13.093259 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:13.450763 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:13.479732 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 13:05:13.595391 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:13.595611 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:13.951030 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:13.978608 842096 kapi.go:107] duration metric: took 54.00314183s to wait for kubernetes.io/minikube-addons=registry ...
I0127 13:05:14.093389 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:14.093507 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:14.466227 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:14.595411 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:14.596406 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:14.951132 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:15.093334 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:15.093450 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:15.450745 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:15.593891 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:15.594071 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:15.951330 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:16.093215 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:16.093310 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:16.450331 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:16.592957 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:16.593105 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:16.950202 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:17.105959 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:17.106479 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:17.450390 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:17.593041 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:17.593211 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:17.950520 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:18.094321 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:18.095244 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:18.450791 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:18.593648 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:18.593722 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:18.951535 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:19.094027 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:19.094142 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:19.451476 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:19.593495 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:19.594633 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:19.967385 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:20.093509 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:20.093763 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:20.450937 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:20.593305 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:20.593305 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:20.970444 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:21.168360 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:21.169189 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:21.467991 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:21.675173 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:21.675743 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:21.969633 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:22.177566 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:22.180972 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:22.469905 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:22.674867 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:22.676310 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:22.967698 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:23.093953 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:23.094254 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:23.467553 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:23.593277 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:23.593627 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:23.951195 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:24.093461 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:24.094029 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:24.450124 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:24.592805 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:24.593408 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:24.950978 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:25.094130 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:25.094422 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:25.450377 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:25.593368 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:25.593601 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:25.951131 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:26.092801 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:26.093225 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:26.451123 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:26.593532 842096 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 13:05:26.593816 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:26.950952 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:27.092672 842096 kapi.go:107] duration metric: took 1m6.003842977s to wait for app.kubernetes.io/name=ingress-nginx ...
I0127 13:05:27.092861 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:27.450355 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:27.669660 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:27.950670 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:28.093137 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:28.450715 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 13:05:28.593608 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:28.951453 842096 kapi.go:107] duration metric: took 1m4.004317566s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0127 13:05:28.953981 842096 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-357395 cluster.
I0127 13:05:28.955363 842096 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0127 13:05:28.956689 842096 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0127 13:05:29.094753 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:29.594242 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:30.093538 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:30.595565 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:31.093285 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:31.594734 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:32.092956 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:32.593902 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:33.093333 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:33.593347 842096 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 13:05:34.092987 842096 kapi.go:107] duration metric: took 1m11.504454763s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0127 13:05:34.094797 842096 out.go:177] * Enabled addons: nvidia-device-plugin, storage-provisioner, default-storageclass, storage-provisioner-rancher, inspektor-gadget, amd-gpu-device-plugin, cloud-spanner, ingress-dns, metrics-server, yakd, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0127 13:05:34.096029 842096 addons.go:514] duration metric: took 1m20.044517008s for enable addons: enabled=[nvidia-device-plugin storage-provisioner default-storageclass storage-provisioner-rancher inspektor-gadget amd-gpu-device-plugin cloud-spanner ingress-dns metrics-server yakd volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0127 13:05:34.096080 842096 start.go:246] waiting for cluster config update ...
I0127 13:05:34.096102 842096 start.go:255] writing updated cluster config ...
I0127 13:05:34.096403 842096 ssh_runner.go:195] Run: rm -f paused
I0127 13:05:34.146436 842096 start.go:600] kubectl: 1.32.1, cluster: 1.32.1 (minor skew: 0)
I0127 13:05:34.148251 842096 out.go:177] * Done! kubectl is now configured to use "addons-357395" cluster and "default" namespace by default
==> CRI-O <==
Jan 27 13:07:09 addons-357395 crio[1035]: time="2025-01-27 13:07:09.451415966Z" level=info msg="Removed pod sandbox: 865da07cde42112eefcfb55073964d06c924e3e34ef8b621be1b1b21fc2bd2fd" id=71928af9-82da-4fff-9e61-86b863124247 name=/runtime.v1.RuntimeService/RemovePodSandbox
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.299482818Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-qljkj/POD" id=cddc8446-024c-4a96-8374-b7b44344982d name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.299570464Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.323937214Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-qljkj Namespace:default ID:89e06287163b33aa0185d668b6bbc62048056ea9be582194b77384588cdf906a UID:6d4c78fd-9930-4ad1-adeb-8a43a61b1b0b NetNS:/var/run/netns/8c33291f-6328-49b0-a5cc-d68bb50690ec Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.323978448Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-qljkj to CNI network \"kindnet\" (type=ptp)"
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.375007960Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-qljkj Namespace:default ID:89e06287163b33aa0185d668b6bbc62048056ea9be582194b77384588cdf906a UID:6d4c78fd-9930-4ad1-adeb-8a43a61b1b0b NetNS:/var/run/netns/8c33291f-6328-49b0-a5cc-d68bb50690ec Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.375158160Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-qljkj for CNI network kindnet (type=ptp)"
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.378121720Z" level=info msg="Ran pod sandbox 89e06287163b33aa0185d668b6bbc62048056ea9be582194b77384588cdf906a with infra container: default/hello-world-app-7d9564db4-qljkj/POD" id=cddc8446-024c-4a96-8374-b7b44344982d name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.379507231Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=7f6f5ed7-f1e9-406d-ac52-09d097d9d870 name=/runtime.v1.ImageService/ImageStatus
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.379835934Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=7f6f5ed7-f1e9-406d-ac52-09d097d9d870 name=/runtime.v1.ImageService/ImageStatus
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.380564444Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=db7b75e9-8238-4141-87b4-b8a81c142296 name=/runtime.v1.ImageService/PullImage
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.393446251Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 27 13:08:48 addons-357395 crio[1035]: time="2025-01-27 13:08:48.585184251Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.040631680Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=db7b75e9-8238-4141-87b4-b8a81c142296 name=/runtime.v1.ImageService/PullImage
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.041297255Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=7924c50c-8646-42f6-9d85-9f7a93aa10fd name=/runtime.v1.ImageService/ImageStatus
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.041980904Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86],Size_:4944818,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=7924c50c-8646-42f6-9d85-9f7a93aa10fd name=/runtime.v1.ImageService/ImageStatus
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.042700028Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=54f98379-b1b8-4b13-8ff3-4db5e7baf9ee name=/runtime.v1.ImageService/ImageStatus
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.043247143Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86],Size_:4944818,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=54f98379-b1b8-4b13-8ff3-4db5e7baf9ee name=/runtime.v1.ImageService/ImageStatus
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.043982843Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-qljkj/hello-world-app" id=5788262d-28bf-45e9-9df7-47377d1c3c89 name=/runtime.v1.RuntimeService/CreateContainer
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.044107137Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.059914609Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/1c03e9de554fc01d3cb473ea842ba0e7804855f14b4b4a600c6ea87dabe63920/merged/etc/passwd: no such file or directory"
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.059948981Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/1c03e9de554fc01d3cb473ea842ba0e7804855f14b4b4a600c6ea87dabe63920/merged/etc/group: no such file or directory"
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.097832824Z" level=info msg="Created container 971e42aa8930fa958da6151678f929cf5f96aaa1f81f7b54a566218a10b83240: default/hello-world-app-7d9564db4-qljkj/hello-world-app" id=5788262d-28bf-45e9-9df7-47377d1c3c89 name=/runtime.v1.RuntimeService/CreateContainer
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.098439918Z" level=info msg="Starting container: 971e42aa8930fa958da6151678f929cf5f96aaa1f81f7b54a566218a10b83240" id=8ecd3123-8e49-49ef-a995-a7f9dcca8c49 name=/runtime.v1.RuntimeService/StartContainer
Jan 27 13:08:49 addons-357395 crio[1035]: time="2025-01-27 13:08:49.104867605Z" level=info msg="Started container" PID=10887 containerID=971e42aa8930fa958da6151678f929cf5f96aaa1f81f7b54a566218a10b83240 description=default/hello-world-app-7d9564db4-qljkj/hello-world-app id=8ecd3123-8e49-49ef-a995-a7f9dcca8c49 name=/runtime.v1.RuntimeService/StartContainer sandboxID=89e06287163b33aa0185d668b6bbc62048056ea9be582194b77384588cdf906a
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
971e42aa8930f docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 89e06287163b3 hello-world-app-7d9564db4-qljkj
bf76ffbd73d0a docker.io/library/nginx@sha256:679a5fd058f6ca754a561846fe27927e408074431d63556e8fc588fc38be6901 2 minutes ago Running nginx 0 bfcb5764f3112 nginx
84313a2d1d985 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 450353a1ea241 busybox
5c2fd2778df7e registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 3 minutes ago Running controller 0 9cd436c708e04 ingress-nginx-controller-56d7c84fd4-lfh9g
ae78f8a877da1 a62eeff05ba5194cac31b3f6180655290afa3ed3f2573bcd2aaff319416951eb 3 minutes ago Exited patch 2 01f1241167769 ingress-nginx-admission-patch-lx5m5
38ef522d62f67 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 3 minutes ago Exited create 0 e488182c0e029 ingress-nginx-admission-create-ktkph
b84e61ee950d8 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 4 minutes ago Running minikube-ingress-dns 0 9a0382a78d626 kube-ingress-dns-minikube
a076dbe002149 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 ce6b01df04918 storage-provisioner
e548a7689648c c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 0a42f23cf76e2 coredns-668d6bf9bc-5fm9z
558874253ab4a docker.io/kindest/kindnetd@sha256:56ea59f77258052c4506076525318ffa66817500f68e94a50fdf7d600a280d26 4 minutes ago Running kindnet-cni 0 cfe8c46914fee kindnet-lfqdr
049bc344bcef6 e29f9c7391fd92d96bc72026fc755b0f9589536e36ecd7102161f1ded087897a 4 minutes ago Running kube-proxy 0 1d62a87fe5846 kube-proxy-mltm4
3c7b889aa50fe a9e7e6b294baf1695fccb862d956c5d3ad8510e1e4ca1535f35dc09f247abbfc 4 minutes ago Running etcd 0 ec436889f155b etcd-addons-357395
41fa2934704f7 2b0d6572d062c0f590b08c3113e5d9a61e381b3da7845a0289bdbf1faa1b23d1 4 minutes ago Running kube-scheduler 0 41ee348d3ab44 kube-scheduler-addons-357395
4ff68f370965a 95c0bda56fc4dd44cf1876f15c04427feabe5556394553874934ffd2514eeb0a 4 minutes ago Running kube-apiserver 0 99d1d3fbf254d kube-apiserver-addons-357395
21c6e5b9deef3 019ee182b58e20da055b173dc0b598fbde321d4bf959e1c2a832908ed7642d35 4 minutes ago Running kube-controller-manager 0 3b3d349d2063a kube-controller-manager-addons-357395
==> coredns [e548a7689648c5d6b2c4fdc1ff07de0c84aa627fa4ab7a2ae10cad143c35a613] <==
[INFO] 10.244.0.15:36413 - 32595 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000172044s
[INFO] 10.244.0.15:44671 - 20397 "AAAA IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.004585499s
[INFO] 10.244.0.15:44671 - 20040 "A IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.004814343s
[INFO] 10.244.0.15:45464 - 4290 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.004408721s
[INFO] 10.244.0.15:45464 - 4533 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.004751856s
[INFO] 10.244.0.15:38147 - 63526 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005144175s
[INFO] 10.244.0.15:38147 - 63785 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005652255s
[INFO] 10.244.0.15:44558 - 467 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000123651s
[INFO] 10.244.0.15:44558 - 241 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00014997s
[INFO] 10.244.0.22:48497 - 35985 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000211121s
[INFO] 10.244.0.22:55857 - 61291 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000306613s
[INFO] 10.244.0.22:60030 - 29427 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00010232s
[INFO] 10.244.0.22:56999 - 42205 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000160149s
[INFO] 10.244.0.22:36680 - 16700 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000122624s
[INFO] 10.244.0.22:56425 - 564 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000151263s
[INFO] 10.244.0.22:46767 - 29374 "AAAA IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.007856245s
[INFO] 10.244.0.22:43340 - 40229 "A IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.008545625s
[INFO] 10.244.0.22:52228 - 44127 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007623557s
[INFO] 10.244.0.22:49613 - 5992 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007683443s
[INFO] 10.244.0.22:40346 - 10071 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.008840771s
[INFO] 10.244.0.22:53895 - 64119 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.011205919s
[INFO] 10.244.0.22:33382 - 38930 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 458 0.000752721s
[INFO] 10.244.0.22:41630 - 58209 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000798674s
[INFO] 10.244.0.26:42579 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000196932s
[INFO] 10.244.0.26:59182 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000094685s
==> describe nodes <==
Name: addons-357395
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-357395
kubernetes.io/os=linux
minikube.k8s.io/commit=a23717f006184090cd3c7894641a342ba4ae8c4d
minikube.k8s.io/name=addons-357395
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_01_27T13_04_09_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-357395
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 27 Jan 2025 13:04:06 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-357395
AcquireTime: <unset>
RenewTime: Mon, 27 Jan 2025 13:08:45 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 27 Jan 2025 13:06:43 +0000 Mon, 27 Jan 2025 13:04:05 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 27 Jan 2025 13:06:43 +0000 Mon, 27 Jan 2025 13:04:05 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 27 Jan 2025 13:06:43 +0000 Mon, 27 Jan 2025 13:04:05 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 27 Jan 2025 13:06:43 +0000 Mon, 27 Jan 2025 13:04:33 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-357395
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859372Ki
pods: 110
System Info:
Machine ID: e9d20d449a304591a6615d1ba6bc1805
System UUID: 664501aa-3190-4d79-9287-1d467ab2836a
Boot ID: bc9990d9-5982-4f92-9b4e-1af016df98ed
Kernel Version: 5.15.0-1074-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.1
Kube-Proxy Version: v1.32.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m15s
default hello-world-app-7d9564db4-qljkj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m26s
ingress-nginx ingress-nginx-controller-56d7c84fd4-lfh9g 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 4m29s
kube-system coredns-668d6bf9bc-5fm9z 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 4m35s
kube-system etcd-addons-357395 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 4m40s
kube-system kindnet-lfqdr 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 4m35s
kube-system kube-apiserver-addons-357395 250m (3%) 0 (0%) 0 (0%) 0 (0%) 4m40s
kube-system kube-controller-manager-addons-357395 200m (2%) 0 (0%) 0 (0%) 0 (0%) 4m40s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-proxy-mltm4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m35s
kube-system kube-scheduler-addons-357395 100m (1%) 0 (0%) 0 (0%) 0 (0%) 4m40s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m30s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 100m (1%)
memory 310Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m30s kube-proxy
Normal Starting 4m41s kubelet Starting kubelet.
Warning CgroupV1 4m41s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 4m40s kubelet Node addons-357395 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m40s kubelet Node addons-357395 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m40s kubelet Node addons-357395 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m36s node-controller Node addons-357395 event: Registered Node addons-357395 in Controller
Normal NodeReady 4m16s kubelet Node addons-357395 status is now: NodeReady
==> dmesg <==
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 06 1b 15 f5 a0 05 08 06
[ +0.000389] IPv4: martian source 10.244.0.4 from 10.244.0.2, on dev eth0
[ +0.000004] ll header: 00000000: ff ff ff ff ff ff d6 f7 39 72 49 9e 08 06
[ +8.905270] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 32 4c 18 4d e3 76 08 06
[ +0.000431] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000004] ll header: 00000000: ff ff ff ff ff ff f2 48 fe 0d be 73 08 06
[ +16.162165] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff ca 75 d5 48 b5 0d 08 06
[ +0.000373] IPv4: martian source 10.244.0.4 from 10.244.0.2, on dev eth0
[ +0.000004] ll header: 00000000: ff ff ff ff ff ff 06 37 94 dd 85 42 08 06
[Jan27 13:06] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 32 c3 61 7d 80 38 ba c6 9a 29 2e c3 08 00
[ +1.022910] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 32 c3 61 7d 80 38 ba c6 9a 29 2e c3 08 00
[ +2.015796] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000022] ll header: 00000000: 32 c3 61 7d 80 38 ba c6 9a 29 2e c3 08 00
[ +4.259544] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000005] ll header: 00000000: 32 c3 61 7d 80 38 ba c6 9a 29 2e c3 08 00
[ +8.191112] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 32 c3 61 7d 80 38 ba c6 9a 29 2e c3 08 00
[Jan27 13:07] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 32 c3 61 7d 80 38 ba c6 9a 29 2e c3 08 00
[ +33.784430] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000022] ll header: 00000000: 32 c3 61 7d 80 38 ba c6 9a 29 2e c3 08 00
==> etcd [3c7b889aa50fe1cf7db45b35a7c352990f38aad9d0f058bfeceff9a1e3d20eef] <==
{"level":"info","ts":"2025-01-27T13:04:18.588972Z","caller":"traceutil/trace.go:171","msg":"trace[1233730674] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"105.852954ms","start":"2025-01-27T13:04:18.483101Z","end":"2025-01-27T13:04:18.588954Z","steps":["trace[1233730674] 'process raft request' (duration: 105.762887ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:04:18.670961Z","caller":"traceutil/trace.go:171","msg":"trace[1703133940] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"105.810298ms","start":"2025-01-27T13:04:18.565116Z","end":"2025-01-27T13:04:18.670926Z","steps":["trace[1703133940] 'process raft request' (duration: 104.667256ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:04:18.671671Z","caller":"traceutil/trace.go:171","msg":"trace[1857442912] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"106.842921ms","start":"2025-01-27T13:04:18.564812Z","end":"2025-01-27T13:04:18.671655Z","steps":["trace[1857442912] 'read index received' (duration: 24.412964ms)","trace[1857442912] 'applied index is now lower than readState.Index' (duration: 82.429314ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T13:04:18.672048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.217884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-01-27T13:04:18.672094Z","caller":"traceutil/trace.go:171","msg":"trace[217015084] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:416; }","duration":"107.292735ms","start":"2025-01-27T13:04:18.564790Z","end":"2025-01-27T13:04:18.672082Z","steps":["trace[217015084] 'agreement among raft nodes before linearized reading' (duration: 107.204289ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:04:18.672254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.506583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:04:18.672288Z","caller":"traceutil/trace.go:171","msg":"trace[1122246853] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:416; }","duration":"105.569157ms","start":"2025-01-27T13:04:18.566710Z","end":"2025-01-27T13:04:18.672279Z","steps":["trace[1122246853] 'agreement among raft nodes before linearized reading' (duration: 105.512689ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:04:18.672595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.14568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:04:18.672631Z","caller":"traceutil/trace.go:171","msg":"trace[1183747552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"100.202508ms","start":"2025-01-27T13:04:18.572420Z","end":"2025-01-27T13:04:18.672623Z","steps":["trace[1183747552] 'agreement among raft nodes before linearized reading' (duration: 100.151835ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:04:18.672811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.013436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:04:18.672910Z","caller":"traceutil/trace.go:171","msg":"trace[1156503814] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:416; }","duration":"106.147667ms","start":"2025-01-27T13:04:18.566753Z","end":"2025-01-27T13:04:18.672900Z","steps":["trace[1156503814] 'agreement among raft nodes before linearized reading' (duration: 106.007289ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:04:19.377206Z","caller":"traceutil/trace.go:171","msg":"trace[29681588] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"101.889687ms","start":"2025-01-27T13:04:19.275239Z","end":"2025-01-27T13:04:19.377129Z","steps":["trace[29681588] 'process raft request' (duration: 101.045709ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:04:19.470421Z","caller":"traceutil/trace.go:171","msg":"trace[494898320] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"102.097418ms","start":"2025-01-27T13:04:19.275402Z","end":"2025-01-27T13:04:19.377499Z","steps":["trace[494898320] 'process raft request' (duration: 101.09192ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:04:19.476424Z","caller":"traceutil/trace.go:171","msg":"trace[560353628] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"102.308134ms","start":"2025-01-27T13:04:19.374097Z","end":"2025-01-27T13:04:19.476405Z","steps":["trace[560353628] 'process raft request' (duration: 102.136703ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:04:19.478127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.371518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/yakd-dashboard\" limit:1 ","response":"range_response_count:1 size:883"}
{"level":"info","ts":"2025-01-27T13:04:19.478664Z","caller":"traceutil/trace.go:171","msg":"trace[828711674] range","detail":"{range_begin:/registry/namespaces/yakd-dashboard; range_end:; response_count:1; response_revision:484; }","duration":"200.935204ms","start":"2025-01-27T13:04:19.277719Z","end":"2025-01-27T13:04:19.478655Z","steps":["trace[828711674] 'agreement among raft nodes before linearized reading' (duration: 198.899211ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:04:19.478355Z","caller":"traceutil/trace.go:171","msg":"trace[1929857739] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"191.453872ms","start":"2025-01-27T13:04:19.285150Z","end":"2025-01-27T13:04:19.476603Z","steps":["trace[1929857739] 'process raft request' (duration: 185.232311ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:04:19.478484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.685046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/metrics-server-7fbb699795\" limit:1 ","response":"range_response_count:1 size:3237"}
{"level":"info","ts":"2025-01-27T13:04:19.478961Z","caller":"traceutil/trace.go:171","msg":"trace[1778136089] range","detail":"{range_begin:/registry/replicasets/kube-system/metrics-server-7fbb699795; range_end:; response_count:1; response_revision:484; }","duration":"199.173054ms","start":"2025-01-27T13:04:19.279770Z","end":"2025-01-27T13:04:19.478943Z","steps":["trace[1778136089] 'agreement among raft nodes before linearized reading' (duration: 196.639331ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T13:04:19.478528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.756209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" limit:1 ","response":"range_response_count:1 size:621"}
{"level":"info","ts":"2025-01-27T13:04:19.479187Z","caller":"traceutil/trace.go:171","msg":"trace[1741511327] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:1; response_revision:484; }","duration":"201.406161ms","start":"2025-01-27T13:04:19.277750Z","end":"2025-01-27T13:04:19.479156Z","steps":["trace[1741511327] 'agreement among raft nodes before linearized reading' (duration: 198.871285ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:04:19.478559Z","caller":"traceutil/trace.go:171","msg":"trace[722765272] transaction","detail":"{read_only:false; number_of_response:1; response_revision:483; }","duration":"103.703879ms","start":"2025-01-27T13:04:19.373599Z","end":"2025-01-27T13:04:19.477303Z","steps":["trace[722765272] 'process raft request' (duration: 102.564883ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T13:05:22.366911Z","caller":"traceutil/trace.go:171","msg":"trace[659424137] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"192.158074ms","start":"2025-01-27T13:05:22.174709Z","end":"2025-01-27T13:05:22.366867Z","steps":["trace[659424137] 'process raft request' (duration: 13.563413ms)","trace[659424137] 'store kv pair into bolt db' {req_type:put; key:/registry/pods/gadget/gadget-rts6q; req_size:9068; } (duration: 92.27215ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T13:05:22.669120Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.645656ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T13:05:22.669191Z","caller":"traceutil/trace.go:171","msg":"trace[1884259389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1134; }","duration":"183.728324ms","start":"2025-01-27T13:05:22.485445Z","end":"2025-01-27T13:05:22.669174Z","steps":["trace[1884259389] 'range keys from in-memory index tree' (duration: 183.632112ms)"],"step_count":1}
==> kernel <==
13:08:49 up 8:51, 0 users, load average: 0.37, 1.95, 2.55
Linux addons-357395 5.15.0-1074-gcp #83~20.04.1-Ubuntu SMP Wed Dec 18 20:42:35 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [558874253ab4a1fe8a11e621617b7c0ca6c7c2c536082b2aa0ca793735b58c5b] <==
I0127 13:06:42.970963 1 main.go:301] handling current node
I0127 13:06:52.965344 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:06:52.965407 1 main.go:301] handling current node
I0127 13:07:02.966208 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:07:02.966250 1 main.go:301] handling current node
I0127 13:07:12.972288 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:07:12.972331 1 main.go:301] handling current node
I0127 13:07:22.966172 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:07:22.966215 1 main.go:301] handling current node
I0127 13:07:32.969117 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:07:32.969161 1 main.go:301] handling current node
I0127 13:07:42.973116 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:07:42.973152 1 main.go:301] handling current node
I0127 13:07:52.974215 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:07:52.974249 1 main.go:301] handling current node
I0127 13:08:02.972277 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:08:02.972319 1 main.go:301] handling current node
I0127 13:08:12.972265 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:08:12.972300 1 main.go:301] handling current node
I0127 13:08:22.965774 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:08:22.965811 1 main.go:301] handling current node
I0127 13:08:32.973280 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:08:32.973324 1 main.go:301] handling current node
I0127 13:08:42.974413 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 13:08:42.974456 1 main.go:301] handling current node
==> kube-apiserver [4ff68f370965a8357006b2cc45fbbc29fefa37902aa00f4bde723b928b2305ee] <==
E0127 13:04:46.388575 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: Operation cannot be fulfilled on apiservices.apiregistration.k8s.io \"v1beta1.metrics.k8s.io\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
E0127 13:05:42.844506 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:56504: use of closed network connection
E0127 13:05:43.020750 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:56536: use of closed network connection
I0127 13:05:52.009978 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.102.184.162"}
I0127 13:06:23.374149 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0127 13:06:23.670271 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.100.180.145"}
I0127 13:06:28.264911 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0127 13:06:29.298789 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0127 13:06:34.023662 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E0127 13:06:34.593879 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0127 13:06:47.386580 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0127 13:06:57.753181 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 13:06:57.753330 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 13:06:57.766535 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 13:06:57.766677 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 13:06:57.768015 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 13:06:57.768121 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 13:06:57.781487 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 13:06:57.781537 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 13:06:57.791715 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 13:06:57.791757 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0127 13:06:58.768427 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0127 13:06:58.792668 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0127 13:06:58.883737 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0127 13:08:48.202125 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.108.0.255"}
==> kube-controller-manager [21c6e5b9deef3ec0b15629126c4d6e8be18b5b1cdab2f04f450a47e5935f99b6] <==
E0127 13:07:41.375709 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0127 13:07:41.376653 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 13:07:41.376688 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 13:08:20.666113 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 13:08:20.667042 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0127 13:08:20.668036 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 13:08:20.668070 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 13:08:21.097315 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 13:08:21.098188 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0127 13:08:21.099060 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 13:08:21.099099 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 13:08:26.825135 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 13:08:26.826032 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0127 13:08:26.826975 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 13:08:26.827008 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 13:08:29.802392 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 13:08:29.803316 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0127 13:08:29.804217 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 13:08:29.804258 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 13:08:47.995261 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="11.998792ms"
I0127 13:08:48.001769 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="6.446615ms"
I0127 13:08:48.001887 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="56.64µs"
I0127 13:08:48.007088 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="43.911µs"
I0127 13:08:49.287443 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="5.692991ms"
I0127 13:08:49.287521 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="30.345µs"
==> kube-proxy [049bc344bcef696a223dd4aa8f2a4c93784d698fd115a18503fd728d17b387ea] <==
I0127 13:04:18.187596 1 server_linux.go:66] "Using iptables proxy"
I0127 13:04:19.080515 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0127 13:04:19.080607 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0127 13:04:19.568635 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0127 13:04:19.568778 1 server_linux.go:170] "Using iptables Proxier"
I0127 13:04:19.571550 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0127 13:04:19.572152 1 server.go:497] "Version info" version="v1.32.1"
I0127 13:04:19.572615 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0127 13:04:19.574498 1 config.go:199] "Starting service config controller"
I0127 13:04:19.575810 1 shared_informer.go:313] Waiting for caches to sync for service config
I0127 13:04:19.575541 1 config.go:329] "Starting node config controller"
I0127 13:04:19.575978 1 shared_informer.go:313] Waiting for caches to sync for node config
I0127 13:04:19.575122 1 config.go:105] "Starting endpoint slice config controller"
I0127 13:04:19.576053 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0127 13:04:19.676418 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0127 13:04:19.676471 1 shared_informer.go:320] Caches are synced for service config
I0127 13:04:19.676590 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [41fa2934704f72548251fcd8ee4e2fea5286c8c82fd93f9aea7e9ce67b9a9eee] <==
W0127 13:04:06.885988 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0127 13:04:06.886013 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 13:04:06.886057 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0127 13:04:06.886096 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:04:06.886131 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0127 13:04:06.886122 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0127 13:04:06.886194 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E0127 13:04:06.886156 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:04:06.886254 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0127 13:04:06.886270 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0127 13:04:06.886288 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E0127 13:04:06.886302 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:04:06.886338 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0127 13:04:06.886343 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0127 13:04:06.886358 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0127 13:04:06.886364 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 13:04:06.886421 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0127 13:04:06.886441 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 13:04:07.689547 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0127 13:04:07.689599 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0127 13:04:07.731979 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0127 13:04:07.732015 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0127 13:04:07.799402 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0127 13:04:07.799452 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0127 13:04:08.384023 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 27 13:08:09 addons-357395 kubelet[1640]: E0127 13:08:09.265715 1640 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/aea3dd5fa94b0d1ce7f7c768b126f6439728e2d4c59042afb8522f00b58a19e0/diff" to get inode usage: stat /var/lib/containers/storage/overlay/aea3dd5fa94b0d1ce7f7c768b126f6439728e2d4c59042afb8522f00b58a19e0/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 13:08:09 addons-357395 kubelet[1640]: E0127 13:08:09.265798 1640 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/05685db77ffd30476fb74659975ea65a39dc90c9d630d37f77bb66e2d21ed4d9/diff" to get inode usage: stat /var/lib/containers/storage/overlay/05685db77ffd30476fb74659975ea65a39dc90c9d630d37f77bb66e2d21ed4d9/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 13:08:09 addons-357395 kubelet[1640]: E0127 13:08:09.265801 1640 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/4fcb64fd4c124db3a470fe4ea4abdbcfc2aeea4acbc7aaca322280efddbd7586/diff" to get inode usage: stat /var/lib/containers/storage/overlay/4fcb64fd4c124db3a470fe4ea4abdbcfc2aeea4acbc7aaca322280efddbd7586/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 13:08:19 addons-357395 kubelet[1640]: E0127 13:08:19.127065 1640 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737983299126909696,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617301,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 13:08:19 addons-357395 kubelet[1640]: E0127 13:08:19.127103 1640 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737983299126909696,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617301,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 13:08:19 addons-357395 kubelet[1640]: I0127 13:08:19.974027 1640 kubelet_pods.go:1021] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Jan 27 13:08:29 addons-357395 kubelet[1640]: E0127 13:08:29.129953 1640 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737983309129773928,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617301,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 13:08:29 addons-357395 kubelet[1640]: E0127 13:08:29.129986 1640 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737983309129773928,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617301,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 13:08:39 addons-357395 kubelet[1640]: E0127 13:08:39.131982 1640 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737983319131812094,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617301,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 13:08:39 addons-357395 kubelet[1640]: E0127 13:08:39.132016 1640 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737983319131812094,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:617301,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997620 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="ec2b5ae4-c43b-4d27-abc2-82ea1d5131c2" containerName="csi-external-health-monitor-controller"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997655 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="ec2b5ae4-c43b-4d27-abc2-82ea1d5131c2" containerName="node-driver-registrar"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997662 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="d9e8481f-5928-4dc4-b185-29593ec13818" containerName="csi-attacher"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997668 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="bc077c1d-c3b6-4ded-94cc-426de9a6cebe" containerName="task-pv-container"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997674 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="4573c18f-9f9f-4997-bc04-f111f72dca84" containerName="csi-resizer"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997679 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="ec2b5ae4-c43b-4d27-abc2-82ea1d5131c2" containerName="hostpath"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997686 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="ec2b5ae4-c43b-4d27-abc2-82ea1d5131c2" containerName="csi-provisioner"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997691 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="f3d50627-34f6-469c-896a-c6208697a296" containerName="volume-snapshot-controller"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997696 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="ec2b5ae4-c43b-4d27-abc2-82ea1d5131c2" containerName="liveness-probe"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997701 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="aaf937ef-ee88-472c-92e4-d5847034d50d" containerName="volume-snapshot-controller"
Jan 27 13:08:47 addons-357395 kubelet[1640]: I0127 13:08:47.997706 1640 memory_manager.go:355] "RemoveStaleState removing state" podUID="ec2b5ae4-c43b-4d27-abc2-82ea1d5131c2" containerName="csi-snapshotter"
Jan 27 13:08:48 addons-357395 kubelet[1640]: I0127 13:08:48.109825 1640 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fx2vv\" (UniqueName: \"kubernetes.io/projected/6d4c78fd-9930-4ad1-adeb-8a43a61b1b0b-kube-api-access-fx2vv\") pod \"hello-world-app-7d9564db4-qljkj\" (UID: \"6d4c78fd-9930-4ad1-adeb-8a43a61b1b0b\") " pod="default/hello-world-app-7d9564db4-qljkj"
Jan 27 13:08:48 addons-357395 kubelet[1640]: W0127 13:08:48.377460 1640 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/eccfb81d577e7fe31039d1b306b267265e950b6c02909cfdd867b6cf58547116/crio-89e06287163b33aa0185d668b6bbc62048056ea9be582194b77384588cdf906a WatchSource:0}: Error finding container 89e06287163b33aa0185d668b6bbc62048056ea9be582194b77384588cdf906a: Status 404 returned error can't find the container with id 89e06287163b33aa0185d668b6bbc62048056ea9be582194b77384588cdf906a
Jan 27 13:08:49 addons-357395 kubelet[1640]: E0127 13:08:49.133888 1640 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737983329133656002,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:626315,},InodesUsed:&UInt64Value{Value:242,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 13:08:49 addons-357395 kubelet[1640]: E0127 13:08:49.133926 1640 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737983329133656002,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:626315,},InodesUsed:&UInt64Value{Value:242,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [a076dbe00214923b2b3ee326f7ac75c2c81bf664a45f1e715f013adf3c1554da] <==
I0127 13:04:34.524541 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0127 13:04:34.571327 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0127 13:04:34.571371 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0127 13:04:34.582052 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0127 13:04:34.582187 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-357395_6b14129a-570b-4674-bcd5-ed93765534ba!
I0127 13:04:34.582171 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"579c5cba-0149-487e-aaed-0e7dca900787", APIVersion:"v1", ResourceVersion:"892", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-357395_6b14129a-570b-4674-bcd5-ed93765534ba became leader
I0127 13:04:34.682365 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-357395_6b14129a-570b-4674-bcd5-ed93765534ba!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-357395 -n addons-357395
helpers_test.go:261: (dbg) Run: kubectl --context addons-357395 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-ktkph ingress-nginx-admission-patch-lx5m5
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-357395 describe pod ingress-nginx-admission-create-ktkph ingress-nginx-admission-patch-lx5m5
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-357395 describe pod ingress-nginx-admission-create-ktkph ingress-nginx-admission-patch-lx5m5: exit status 1 (58.26511ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-ktkph" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-lx5m5" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-357395 describe pod ingress-nginx-admission-create-ktkph ingress-nginx-admission-patch-lx5m5: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-357395 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-357395 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-357395 addons disable ingress --alsologtostderr -v=1: (7.818863774s)
--- FAIL: TestAddons/parallel/Ingress (156.14s)