=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-701527 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-701527 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-701527 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [27d4faaf-8b50-41e6-8db9-fd2e0948d34f] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [27d4faaf-8b50-41e6-8db9-fd2e0948d34f] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003985679s
I1209 23:47:28.335559 15396 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-701527 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-701527 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.508950549s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-701527 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-701527 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-701527
helpers_test.go:235: (dbg) docker inspect addons-701527:
-- stdout --
[
{
"Id": "845a2978a2b56775d174983f7156b47f75cbd517d111b717fa683318c531e629",
"Created": "2024-12-09T23:44:06.447018212Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 17464,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-12-09T23:44:06.580880962Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:1a0bf2062289d31d12b734a031220306d830691a529a6eae8b4c8f4049e20571",
"ResolvConfPath": "/var/lib/docker/containers/845a2978a2b56775d174983f7156b47f75cbd517d111b717fa683318c531e629/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/845a2978a2b56775d174983f7156b47f75cbd517d111b717fa683318c531e629/hostname",
"HostsPath": "/var/lib/docker/containers/845a2978a2b56775d174983f7156b47f75cbd517d111b717fa683318c531e629/hosts",
"LogPath": "/var/lib/docker/containers/845a2978a2b56775d174983f7156b47f75cbd517d111b717fa683318c531e629/845a2978a2b56775d174983f7156b47f75cbd517d111b717fa683318c531e629-json.log",
"Name": "/addons-701527",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-701527:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-701527",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/feeefb46f860108fd8c940e50fcada0bdf5c7b66d681bb2fa312b75ddd6ae3e8-init/diff:/var/lib/docker/overlay2/ab6cf1b3d2a8cc4179735a54668a5a4ec060988eb25398d5edaaa8c4eb9fdd94/diff",
"MergedDir": "/var/lib/docker/overlay2/feeefb46f860108fd8c940e50fcada0bdf5c7b66d681bb2fa312b75ddd6ae3e8/merged",
"UpperDir": "/var/lib/docker/overlay2/feeefb46f860108fd8c940e50fcada0bdf5c7b66d681bb2fa312b75ddd6ae3e8/diff",
"WorkDir": "/var/lib/docker/overlay2/feeefb46f860108fd8c940e50fcada0bdf5c7b66d681bb2fa312b75ddd6ae3e8/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-701527",
"Source": "/var/lib/docker/volumes/addons-701527/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-701527",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-701527",
"name.minikube.sigs.k8s.io": "addons-701527",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "6fdb3567838e25a0e40a29c05350222b1cd03ced5a0f9bbbc3dc4c2a2f27bdcf",
"SandboxKey": "/var/run/docker/netns/6fdb3567838e",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-701527": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "f7d7d2fb753c6c47c2c2a4eaa0e0c3f27dba879f8e03828a5e109b66b1f60920",
"EndpointID": "3313ac333154670091e4647b944cdb1464dd19e65f492f5325eb1e688e2b98b8",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-701527",
"845a2978a2b5"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-701527 -n addons-701527
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-701527 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-701527 logs -n 25: (1.198964175s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-694743 | download-only-694743 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| start | --download-only -p | download-docker-926270 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | download-docker-926270 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-926270 | download-docker-926270 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| start | --download-only -p | binary-mirror-759052 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | binary-mirror-759052 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:37197 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-759052 | binary-mirror-759052 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| addons | enable dashboard -p | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | addons-701527 | | | | | |
| addons | disable dashboard -p | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | addons-701527 | | | | | |
| start | -p addons-701527 --wait=true | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:46 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-701527 addons disable | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-701527 addons disable | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| | -p addons-701527 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-701527 addons | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-701527 addons disable | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-701527 ip | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| addons | addons-701527 addons disable | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-701527 addons disable | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-701527 ssh cat | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:46 UTC |
| | /opt/local-path-provisioner/pvc-d348a07d-27a8-404f-adfc-4e8b72e76d0a_default_test-pvc/file1 | | | | | |
| addons | addons-701527 addons disable | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:47 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-701527 addons disable | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:46 UTC | 09 Dec 24 23:47 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-701527 addons | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | 09 Dec 24 23:47 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-701527 addons | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | 09 Dec 24 23:47 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-701527 addons | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | 09 Dec 24 23:47 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-701527 addons | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | 09 Dec 24 23:47 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-701527 ssh curl -s | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-701527 ip | addons-701527 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | 09 Dec 24 23:49 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/09 23:43:42
Running on machine: ubuntu-20-agent-15
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 23:43:42.291350 16706 out.go:345] Setting OutFile to fd 1 ...
I1209 23:43:42.291956 16706 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:42.292008 16706 out.go:358] Setting ErrFile to fd 2...
I1209 23:43:42.292026 16706 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:42.292469 16706 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-8617/.minikube/bin
I1209 23:43:42.293591 16706 out.go:352] Setting JSON to false
I1209 23:43:42.294440 16706 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":1569,"bootTime":1733786253,"procs":169,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1209 23:43:42.294553 16706 start.go:139] virtualization: kvm guest
I1209 23:43:42.296682 16706 out.go:177] * [addons-701527] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1209 23:43:42.298147 16706 notify.go:220] Checking for updates...
I1209 23:43:42.298178 16706 out.go:177] - MINIKUBE_LOCATION=20062
I1209 23:43:42.299801 16706 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 23:43:42.301367 16706 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20062-8617/kubeconfig
I1209 23:43:42.302924 16706 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-8617/.minikube
I1209 23:43:42.304469 16706 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1209 23:43:42.305871 16706 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 23:43:42.307386 16706 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 23:43:42.331603 16706 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1209 23:43:42.331700 16706 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:42.377573 16706 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-12-09 23:43:42.368637796 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647927296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1209 23:43:42.377679 16706 docker.go:318] overlay module found
I1209 23:43:42.379787 16706 out.go:177] * Using the docker driver based on user configuration
I1209 23:43:42.381419 16706 start.go:297] selected driver: docker
I1209 23:43:42.381437 16706 start.go:901] validating driver "docker" against <nil>
I1209 23:43:42.381450 16706 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 23:43:42.382222 16706 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:42.429393 16706 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-12-09 23:43:42.42124561 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647927296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-15 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridg
e-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1209 23:43:42.429563 16706 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1209 23:43:42.429799 16706 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 23:43:42.431796 16706 out.go:177] * Using Docker driver with root privileges
I1209 23:43:42.433203 16706 cni.go:84] Creating CNI manager for ""
I1209 23:43:42.433274 16706 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:43:42.433300 16706 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1209 23:43:42.433381 16706 start.go:340] cluster config:
{Name:addons-701527 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-701527 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:43:42.434804 16706 out.go:177] * Starting "addons-701527" primary control-plane node in "addons-701527" cluster
I1209 23:43:42.436125 16706 cache.go:121] Beginning downloading kic base image for docker with crio
I1209 23:43:42.437550 16706 out.go:177] * Pulling base image v0.0.45-1730888964-19917 ...
I1209 23:43:42.438812 16706 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:43:42.438837 16706 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local docker daemon
I1209 23:43:42.438849 16706 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20062-8617/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1209 23:43:42.438856 16706 cache.go:56] Caching tarball of preloaded images
I1209 23:43:42.438923 16706 preload.go:172] Found /home/jenkins/minikube-integration/20062-8617/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1209 23:43:42.438935 16706 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 23:43:42.439279 16706 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/config.json ...
I1209 23:43:42.439309 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/config.json: {Name:mkddb15bcf662292992308fcda9e5afee384d781 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:43:42.454544 16706 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 to local cache
I1209 23:43:42.454662 16706 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory
I1209 23:43:42.454679 16706 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory, skipping pull
I1209 23:43:42.454683 16706 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 exists in cache, skipping pull
I1209 23:43:42.454690 16706 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 as a tarball
I1209 23:43:42.454698 16706 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 from local cache
I1209 23:43:54.336857 16706 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 from cached tarball
I1209 23:43:54.336900 16706 cache.go:194] Successfully downloaded all kic artifacts
I1209 23:43:54.336954 16706 start.go:360] acquireMachinesLock for addons-701527: {Name:mk1a37956add636236f0f7623a5fab0561619f97 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 23:43:54.337068 16706 start.go:364] duration metric: took 88.265µs to acquireMachinesLock for "addons-701527"
I1209 23:43:54.337096 16706 start.go:93] Provisioning new machine with config: &{Name:addons-701527 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-701527 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 23:43:54.337198 16706 start.go:125] createHost starting for "" (driver="docker")
I1209 23:43:54.339145 16706 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1209 23:43:54.339398 16706 start.go:159] libmachine.API.Create for "addons-701527" (driver="docker")
I1209 23:43:54.339428 16706 client.go:168] LocalClient.Create starting
I1209 23:43:54.339520 16706 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca.pem
I1209 23:43:54.467011 16706 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/cert.pem
I1209 23:43:54.667107 16706 cli_runner.go:164] Run: docker network inspect addons-701527 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1209 23:43:54.683385 16706 cli_runner.go:211] docker network inspect addons-701527 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1209 23:43:54.683462 16706 network_create.go:284] running [docker network inspect addons-701527] to gather additional debugging logs...
I1209 23:43:54.683484 16706 cli_runner.go:164] Run: docker network inspect addons-701527
W1209 23:43:54.699365 16706 cli_runner.go:211] docker network inspect addons-701527 returned with exit code 1
I1209 23:43:54.699392 16706 network_create.go:287] error running [docker network inspect addons-701527]: docker network inspect addons-701527: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-701527 not found
I1209 23:43:54.699403 16706 network_create.go:289] output of [docker network inspect addons-701527]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-701527 not found
** /stderr **
I1209 23:43:54.699516 16706 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1209 23:43:54.715467 16706 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001c255f0}
I1209 23:43:54.715522 16706 network_create.go:124] attempt to create docker network addons-701527 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1209 23:43:54.715581 16706 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-701527 addons-701527
I1209 23:43:54.775951 16706 network_create.go:108] docker network addons-701527 192.168.49.0/24 created
I1209 23:43:54.775984 16706 kic.go:121] calculated static IP "192.168.49.2" for the "addons-701527" container
I1209 23:43:54.776060 16706 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1209 23:43:54.791352 16706 cli_runner.go:164] Run: docker volume create addons-701527 --label name.minikube.sigs.k8s.io=addons-701527 --label created_by.minikube.sigs.k8s.io=true
I1209 23:43:54.807968 16706 oci.go:103] Successfully created a docker volume addons-701527
I1209 23:43:54.808051 16706 cli_runner.go:164] Run: docker run --rm --name addons-701527-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-701527 --entrypoint /usr/bin/test -v addons-701527:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -d /var/lib
I1209 23:44:01.918760 16706 cli_runner.go:217] Completed: docker run --rm --name addons-701527-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-701527 --entrypoint /usr/bin/test -v addons-701527:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -d /var/lib: (7.110650813s)
I1209 23:44:01.918791 16706 oci.go:107] Successfully prepared a docker volume addons-701527
I1209 23:44:01.918821 16706 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:44:01.918850 16706 kic.go:194] Starting extracting preloaded images to volume ...
I1209 23:44:01.918933 16706 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20062-8617/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-701527:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -I lz4 -xf /preloaded.tar -C /extractDir
I1209 23:44:06.385319 16706 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20062-8617/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-701527:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -I lz4 -xf /preloaded.tar -C /extractDir: (4.466339119s)
I1209 23:44:06.385349 16706 kic.go:203] duration metric: took 4.46649867s to extract preloaded images to volume ...
W1209 23:44:06.385464 16706 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1209 23:44:06.385549 16706 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1209 23:44:06.431904 16706 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-701527 --name addons-701527 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-701527 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-701527 --network addons-701527 --ip 192.168.49.2 --volume addons-701527:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615
I1209 23:44:06.756203 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Running}}
I1209 23:44:06.774385 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:06.792768 16706 cli_runner.go:164] Run: docker exec addons-701527 stat /var/lib/dpkg/alternatives/iptables
I1209 23:44:06.833331 16706 oci.go:144] the created container "addons-701527" has a running status.
I1209 23:44:06.833363 16706 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa...
I1209 23:44:07.065248 16706 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1209 23:44:07.089698 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:07.117248 16706 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1209 23:44:07.117277 16706 kic_runner.go:114] Args: [docker exec --privileged addons-701527 chown docker:docker /home/docker/.ssh/authorized_keys]
I1209 23:44:07.195128 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:07.220606 16706 machine.go:93] provisionDockerMachine start ...
I1209 23:44:07.220697 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:07.241994 16706 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:07.242270 16706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1209 23:44:07.242288 16706 main.go:141] libmachine: About to run SSH command:
hostname
I1209 23:44:07.398775 16706 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-701527
I1209 23:44:07.398799 16706 ubuntu.go:169] provisioning hostname "addons-701527"
I1209 23:44:07.398843 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:07.416433 16706 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:07.416638 16706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1209 23:44:07.416662 16706 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-701527 && echo "addons-701527" | sudo tee /etc/hostname
I1209 23:44:07.553918 16706 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-701527
I1209 23:44:07.554010 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:07.570357 16706 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:07.570601 16706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1209 23:44:07.570623 16706 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-701527' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-701527/g' /etc/hosts;
else
echo '127.0.1.1 addons-701527' | sudo tee -a /etc/hosts;
fi
fi
I1209 23:44:07.695404 16706 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 23:44:07.695437 16706 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20062-8617/.minikube CaCertPath:/home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20062-8617/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20062-8617/.minikube}
I1209 23:44:07.695463 16706 ubuntu.go:177] setting up certificates
I1209 23:44:07.695472 16706 provision.go:84] configureAuth start
I1209 23:44:07.695536 16706 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-701527
I1209 23:44:07.712526 16706 provision.go:143] copyHostCerts
I1209 23:44:07.712591 16706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20062-8617/.minikube/ca.pem (1078 bytes)
I1209 23:44:07.712697 16706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20062-8617/.minikube/cert.pem (1123 bytes)
I1209 23:44:07.712756 16706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20062-8617/.minikube/key.pem (1675 bytes)
I1209 23:44:07.712812 16706 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20062-8617/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca-key.pem org=jenkins.addons-701527 san=[127.0.0.1 192.168.49.2 addons-701527 localhost minikube]
I1209 23:44:07.802490 16706 provision.go:177] copyRemoteCerts
I1209 23:44:07.802546 16706 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 23:44:07.802585 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:07.819267 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:07.911951 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1209 23:44:07.934493 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 23:44:07.956309 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 23:44:07.977414 16706 provision.go:87] duration metric: took 281.931064ms to configureAuth
I1209 23:44:07.977443 16706 ubuntu.go:193] setting minikube options for container-runtime
I1209 23:44:07.977599 16706 config.go:182] Loaded profile config "addons-701527": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:07.977692 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:07.994768 16706 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:07.994958 16706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1209 23:44:07.994983 16706 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 23:44:08.206091 16706 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 23:44:08.206126 16706 machine.go:96] duration metric: took 985.497185ms to provisionDockerMachine
I1209 23:44:08.206142 16706 client.go:171] duration metric: took 13.866707081s to LocalClient.Create
I1209 23:44:08.206160 16706 start.go:167] duration metric: took 13.866761679s to libmachine.API.Create "addons-701527"
I1209 23:44:08.206171 16706 start.go:293] postStartSetup for "addons-701527" (driver="docker")
I1209 23:44:08.206191 16706 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 23:44:08.206267 16706 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 23:44:08.206320 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:08.223150 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:08.316251 16706 ssh_runner.go:195] Run: cat /etc/os-release
I1209 23:44:08.319094 16706 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1209 23:44:08.319161 16706 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1209 23:44:08.319184 16706 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1209 23:44:08.319196 16706 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1209 23:44:08.319213 16706 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-8617/.minikube/addons for local assets ...
I1209 23:44:08.319282 16706 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-8617/.minikube/files for local assets ...
I1209 23:44:08.319315 16706 start.go:296] duration metric: took 113.130951ms for postStartSetup
I1209 23:44:08.319642 16706 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-701527
I1209 23:44:08.336055 16706 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/config.json ...
I1209 23:44:08.336288 16706 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1209 23:44:08.336329 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:08.353745 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:08.440184 16706 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1209 23:44:08.444201 16706 start.go:128] duration metric: took 14.106986411s to createHost
I1209 23:44:08.444225 16706 start.go:83] releasing machines lock for "addons-701527", held for 14.10714519s
I1209 23:44:08.444293 16706 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-701527
I1209 23:44:08.461280 16706 ssh_runner.go:195] Run: cat /version.json
I1209 23:44:08.461334 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:08.461384 16706 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 23:44:08.461439 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:08.478183 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:08.478399 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:08.642670 16706 ssh_runner.go:195] Run: systemctl --version
I1209 23:44:08.646692 16706 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 23:44:08.783694 16706 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1209 23:44:08.787908 16706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 23:44:08.805730 16706 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1209 23:44:08.805805 16706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 23:44:08.831361 16706 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1209 23:44:08.831387 16706 start.go:495] detecting cgroup driver to use...
I1209 23:44:08.831421 16706 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1209 23:44:08.831457 16706 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 23:44:08.844432 16706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 23:44:08.855060 16706 docker.go:217] disabling cri-docker service (if available) ...
I1209 23:44:08.855122 16706 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 23:44:08.867546 16706 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 23:44:08.880740 16706 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 23:44:08.956437 16706 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 23:44:09.036536 16706 docker.go:233] disabling docker service ...
I1209 23:44:09.036590 16706 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 23:44:09.053701 16706 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 23:44:09.065051 16706 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 23:44:09.140516 16706 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 23:44:09.216805 16706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 23:44:09.226910 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 23:44:09.240762 16706 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 23:44:09.240813 16706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:09.249462 16706 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 23:44:09.249528 16706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:09.258292 16706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:09.267398 16706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:09.276327 16706 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 23:44:09.284771 16706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:09.293582 16706 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:09.307349 16706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:09.315961 16706 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 23:44:09.323071 16706 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 23:44:09.323117 16706 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 23:44:09.335342 16706 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 23:44:09.342933 16706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:09.415449 16706 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 23:44:09.524846 16706 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 23:44:09.524919 16706 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 23:44:09.528108 16706 start.go:563] Will wait 60s for crictl version
I1209 23:44:09.528157 16706 ssh_runner.go:195] Run: which crictl
I1209 23:44:09.531039 16706 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 23:44:09.561465 16706 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1209 23:44:09.561562 16706 ssh_runner.go:195] Run: crio --version
I1209 23:44:09.594802 16706 ssh_runner.go:195] Run: crio --version
I1209 23:44:09.627234 16706 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1209 23:44:09.628420 16706 cli_runner.go:164] Run: docker network inspect addons-701527 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1209 23:44:09.644446 16706 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1209 23:44:09.648107 16706 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 23:44:09.658605 16706 kubeadm.go:883] updating cluster {Name:addons-701527 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-701527 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1209 23:44:09.658726 16706 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:44:09.658768 16706 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 23:44:09.723815 16706 crio.go:514] all images are preloaded for cri-o runtime.
I1209 23:44:09.723839 16706 crio.go:433] Images already preloaded, skipping extraction
I1209 23:44:09.723878 16706 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 23:44:09.754490 16706 crio.go:514] all images are preloaded for cri-o runtime.
I1209 23:44:09.754512 16706 cache_images.go:84] Images are preloaded, skipping loading
I1209 23:44:09.754519 16706 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1209 23:44:09.754599 16706 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-701527 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-701527 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 23:44:09.754661 16706 ssh_runner.go:195] Run: crio config
I1209 23:44:09.795070 16706 cni.go:84] Creating CNI manager for ""
I1209 23:44:09.795095 16706 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:44:09.795104 16706 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1209 23:44:09.795125 16706 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-701527 NodeName:addons-701527 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1209 23:44:09.795254 16706 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-701527"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1209 23:44:09.795311 16706 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 23:44:09.803323 16706 binaries.go:44] Found k8s binaries, skipping transfer
I1209 23:44:09.803383 16706 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1209 23:44:09.811006 16706 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1209 23:44:09.826423 16706 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 23:44:09.841975 16706 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1209 23:44:09.857568 16706 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1209 23:44:09.860622 16706 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 23:44:09.870028 16706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:09.939730 16706 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 23:44:09.951905 16706 certs.go:68] Setting up /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527 for IP: 192.168.49.2
I1209 23:44:09.951929 16706 certs.go:194] generating shared ca certs ...
I1209 23:44:09.951949 16706 certs.go:226] acquiring lock for ca certs: {Name:mk82a507a4733e86b5bb8ab9261ee4fbeee6dad9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:09.952077 16706 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20062-8617/.minikube/ca.key
I1209 23:44:10.098168 16706 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-8617/.minikube/ca.crt ...
I1209 23:44:10.098198 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/ca.crt: {Name:mke990eb271b135ccbc977c996229a252283baa0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.098361 16706 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-8617/.minikube/ca.key ...
I1209 23:44:10.098372 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/ca.key: {Name:mk2b7bd59246893c57dc576601c7811abd9e7298 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.098444 16706 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20062-8617/.minikube/proxy-client-ca.key
I1209 23:44:10.299597 16706 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-8617/.minikube/proxy-client-ca.crt ...
I1209 23:44:10.299629 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/proxy-client-ca.crt: {Name:mk840e279a932868b17a95fa509aae91d8562222 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.299821 16706 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-8617/.minikube/proxy-client-ca.key ...
I1209 23:44:10.299835 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/proxy-client-ca.key: {Name:mkc1c6b221c0aba3ef91583fc143126cb64e403f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.299913 16706 certs.go:256] generating profile certs ...
I1209 23:44:10.299966 16706 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/client.key
I1209 23:44:10.299980 16706 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/client.crt with IP's: []
I1209 23:44:10.373492 16706 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/client.crt ...
I1209 23:44:10.373524 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/client.crt: {Name:mkbf84e05e635237af5578f3a666a71ae1df54ca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.373692 16706 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/client.key ...
I1209 23:44:10.373704 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/client.key: {Name:mk449bd5cb74f087931c45dc3ca19e3248feb0e7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.373771 16706 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.key.c3458f7b
I1209 23:44:10.373789 16706 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.crt.c3458f7b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1209 23:44:10.542382 16706 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.crt.c3458f7b ...
I1209 23:44:10.542412 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.crt.c3458f7b: {Name:mk626b1fdb96268d49d7851ab3383da13099eb4a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.542576 16706 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.key.c3458f7b ...
I1209 23:44:10.542589 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.key.c3458f7b: {Name:mkdd58f89195a45e477c101614f0b69c1c04a23a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.542661 16706 certs.go:381] copying /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.crt.c3458f7b -> /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.crt
I1209 23:44:10.542731 16706 certs.go:385] copying /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.key.c3458f7b -> /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.key
I1209 23:44:10.542776 16706 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/proxy-client.key
I1209 23:44:10.542792 16706 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/proxy-client.crt with IP's: []
I1209 23:44:10.687571 16706 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/proxy-client.crt ...
I1209 23:44:10.687597 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/proxy-client.crt: {Name:mkddbc6b6debbd6d4d4a91713847e0fa81cfb165 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.687735 16706 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/proxy-client.key ...
I1209 23:44:10.687748 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/proxy-client.key: {Name:mkf5097941462bfd427f62a91226f3f67a6de3d9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:10.687898 16706 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca-key.pem (1679 bytes)
I1209 23:44:10.687929 16706 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/ca.pem (1078 bytes)
I1209 23:44:10.687954 16706 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/cert.pem (1123 bytes)
I1209 23:44:10.687978 16706 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-8617/.minikube/certs/key.pem (1675 bytes)
I1209 23:44:10.688663 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 23:44:10.712437 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1209 23:44:10.733714 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 23:44:10.754989 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1209 23:44:10.776534 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1209 23:44:10.796685 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1209 23:44:10.817486 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 23:44:10.837489 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/profiles/addons-701527/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1209 23:44:10.857830 16706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-8617/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 23:44:10.878560 16706 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1209 23:44:10.893645 16706 ssh_runner.go:195] Run: openssl version
I1209 23:44:10.898576 16706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 23:44:10.907087 16706 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:10.910619 16706 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 23:44 /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:10.910665 16706 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:10.916997 16706 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 23:44:10.925412 16706 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 23:44:10.928356 16706 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 23:44:10.928400 16706 kubeadm.go:392] StartCluster: {Name:addons-701527 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-701527 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:44:10.928483 16706 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1209 23:44:10.928537 16706 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1209 23:44:10.960284 16706 cri.go:89] found id: ""
I1209 23:44:10.960343 16706 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1209 23:44:10.968161 16706 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1209 23:44:10.976336 16706 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1209 23:44:10.976399 16706 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1209 23:44:10.983822 16706 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1209 23:44:10.983839 16706 kubeadm.go:157] found existing configuration files:
I1209 23:44:10.983884 16706 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1209 23:44:10.991209 16706 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1209 23:44:10.991283 16706 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1209 23:44:10.998501 16706 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1209 23:44:11.005865 16706 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1209 23:44:11.005914 16706 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1209 23:44:11.013124 16706 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1209 23:44:11.020638 16706 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1209 23:44:11.020685 16706 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1209 23:44:11.027697 16706 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1209 23:44:11.034905 16706 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1209 23:44:11.034955 16706 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1209 23:44:11.042069 16706 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1209 23:44:11.076185 16706 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1209 23:44:11.076255 16706 kubeadm.go:310] [preflight] Running pre-flight checks
I1209 23:44:11.091672 16706 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1209 23:44:11.091735 16706 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1071-gcp[0m
I1209 23:44:11.091763 16706 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1209 23:44:11.091810 16706 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1209 23:44:11.091882 16706 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1209 23:44:11.091935 16706 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1209 23:44:11.091993 16706 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1209 23:44:11.092038 16706 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1209 23:44:11.092113 16706 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1209 23:44:11.092157 16706 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1209 23:44:11.092199 16706 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1209 23:44:11.092253 16706 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1209 23:44:11.138467 16706 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1209 23:44:11.138611 16706 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1209 23:44:11.138760 16706 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1209 23:44:11.145223 16706 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1209 23:44:11.147980 16706 out.go:235] - Generating certificates and keys ...
I1209 23:44:11.148085 16706 kubeadm.go:310] [certs] Using existing ca certificate authority
I1209 23:44:11.148151 16706 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1209 23:44:11.358536 16706 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1209 23:44:11.443796 16706 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1209 23:44:11.690035 16706 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1209 23:44:11.953136 16706 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1209 23:44:12.261494 16706 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1209 23:44:12.261627 16706 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-701527 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1209 23:44:12.434374 16706 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1209 23:44:12.434519 16706 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-701527 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1209 23:44:12.543438 16706 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1209 23:44:12.817631 16706 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1209 23:44:12.942571 16706 kubeadm.go:310] [certs] Generating "sa" key and public key
I1209 23:44:12.942682 16706 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1209 23:44:13.043413 16706 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1209 23:44:13.416601 16706 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1209 23:44:13.469795 16706 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1209 23:44:13.647070 16706 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1209 23:44:13.852980 16706 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1209 23:44:13.853506 16706 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1209 23:44:13.856997 16706 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1209 23:44:13.859361 16706 out.go:235] - Booting up control plane ...
I1209 23:44:13.859460 16706 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1209 23:44:13.859575 16706 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1209 23:44:13.860155 16706 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1209 23:44:13.868977 16706 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1209 23:44:13.874402 16706 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1209 23:44:13.874466 16706 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1209 23:44:13.953671 16706 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1209 23:44:13.953832 16706 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1209 23:44:14.955083 16706 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001498803s
I1209 23:44:14.955178 16706 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1209 23:44:18.956956 16706 kubeadm.go:310] [api-check] The API server is healthy after 4.00192303s
I1209 23:44:18.968081 16706 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1209 23:44:18.978294 16706 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1209 23:44:18.996373 16706 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1209 23:44:18.996648 16706 kubeadm.go:310] [mark-control-plane] Marking the node addons-701527 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1209 23:44:19.004440 16706 kubeadm.go:310] [bootstrap-token] Using token: o9d4gk.ol9z315ujhqpyjtd
I1209 23:44:19.006152 16706 out.go:235] - Configuring RBAC rules ...
I1209 23:44:19.006278 16706 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1209 23:44:19.011401 16706 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1209 23:44:19.016658 16706 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1209 23:44:19.018951 16706 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1209 23:44:19.021357 16706 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1209 23:44:19.023596 16706 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1209 23:44:19.364054 16706 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1209 23:44:19.779522 16706 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1209 23:44:20.362886 16706 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1209 23:44:20.363691 16706 kubeadm.go:310]
I1209 23:44:20.363780 16706 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1209 23:44:20.363790 16706 kubeadm.go:310]
I1209 23:44:20.363886 16706 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1209 23:44:20.363897 16706 kubeadm.go:310]
I1209 23:44:20.363973 16706 kubeadm.go:310] mkdir -p $HOME/.kube
I1209 23:44:20.364112 16706 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1209 23:44:20.364183 16706 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1209 23:44:20.364193 16706 kubeadm.go:310]
I1209 23:44:20.364267 16706 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1209 23:44:20.364276 16706 kubeadm.go:310]
I1209 23:44:20.364339 16706 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1209 23:44:20.364348 16706 kubeadm.go:310]
I1209 23:44:20.364444 16706 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1209 23:44:20.364574 16706 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1209 23:44:20.364672 16706 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1209 23:44:20.364685 16706 kubeadm.go:310]
I1209 23:44:20.364797 16706 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1209 23:44:20.364908 16706 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1209 23:44:20.364922 16706 kubeadm.go:310]
I1209 23:44:20.365053 16706 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token o9d4gk.ol9z315ujhqpyjtd \
I1209 23:44:20.365183 16706 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d276d577512ade74a5109f58b5778ce04abe39c8c67256076dac49c0e0be586a \
I1209 23:44:20.365203 16706 kubeadm.go:310] --control-plane
I1209 23:44:20.365209 16706 kubeadm.go:310]
I1209 23:44:20.365279 16706 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1209 23:44:20.365288 16706 kubeadm.go:310]
I1209 23:44:20.365354 16706 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token o9d4gk.ol9z315ujhqpyjtd \
I1209 23:44:20.365444 16706 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:d276d577512ade74a5109f58b5778ce04abe39c8c67256076dac49c0e0be586a
I1209 23:44:20.366742 16706 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1071-gcp\n", err: exit status 1
I1209 23:44:20.366841 16706 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1209 23:44:20.366865 16706 cni.go:84] Creating CNI manager for ""
I1209 23:44:20.366871 16706 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:44:20.368931 16706 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1209 23:44:20.370244 16706 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1209 23:44:20.373878 16706 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1209 23:44:20.373902 16706 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1209 23:44:20.390148 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1209 23:44:20.580225 16706 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1209 23:44:20.580385 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:20.580408 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-701527 minikube.k8s.io/updated_at=2024_12_09T23_44_20_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9 minikube.k8s.io/name=addons-701527 minikube.k8s.io/primary=true
I1209 23:44:20.587158 16706 ops.go:34] apiserver oom_adj: -16
I1209 23:44:20.647776 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:21.148758 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:21.647990 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:22.148710 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:22.648746 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:23.148720 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:23.647984 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:24.148143 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:24.648070 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:25.148745 16706 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:25.247786 16706 kubeadm.go:1113] duration metric: took 4.667456543s to wait for elevateKubeSystemPrivileges
I1209 23:44:25.247829 16706 kubeadm.go:394] duration metric: took 14.319432421s to StartCluster
I1209 23:44:25.247853 16706 settings.go:142] acquiring lock: {Name:mk3fbdb3180100a5b99ca4ec9ec726523f75f361 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:25.247979 16706 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20062-8617/kubeconfig
I1209 23:44:25.248459 16706 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-8617/kubeconfig: {Name:mk0b7b47a4c3647122bd54439d50dda394f7edf0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:25.248680 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1209 23:44:25.248708 16706 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 23:44:25.248772 16706 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1209 23:44:25.248917 16706 addons.go:69] Setting yakd=true in profile "addons-701527"
I1209 23:44:25.248925 16706 addons.go:69] Setting ingress-dns=true in profile "addons-701527"
I1209 23:44:25.248940 16706 addons.go:234] Setting addon yakd=true in "addons-701527"
I1209 23:44:25.248944 16706 addons.go:234] Setting addon ingress-dns=true in "addons-701527"
I1209 23:44:25.248943 16706 config.go:182] Loaded profile config "addons-701527": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:25.248942 16706 addons.go:69] Setting registry=true in profile "addons-701527"
I1209 23:44:25.248962 16706 addons.go:234] Setting addon registry=true in "addons-701527"
I1209 23:44:25.248972 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.248982 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.248967 16706 addons.go:69] Setting metrics-server=true in profile "addons-701527"
I1209 23:44:25.249023 16706 addons.go:234] Setting addon metrics-server=true in "addons-701527"
I1209 23:44:25.249036 16706 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-701527"
I1209 23:44:25.249052 16706 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-701527"
I1209 23:44:25.249066 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.249074 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.249079 16706 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-701527"
I1209 23:44:25.249101 16706 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-701527"
I1209 23:44:25.249406 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.249530 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.249539 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.249550 16706 addons.go:69] Setting volcano=true in profile "addons-701527"
I1209 23:44:25.249564 16706 addons.go:234] Setting addon volcano=true in "addons-701527"
I1209 23:44:25.249568 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.249566 16706 addons.go:69] Setting volumesnapshots=true in profile "addons-701527"
I1209 23:44:25.249583 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.249595 16706 addons.go:234] Setting addon volumesnapshots=true in "addons-701527"
I1209 23:44:25.249623 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.249629 16706 addons.go:69] Setting storage-provisioner=true in profile "addons-701527"
I1209 23:44:25.249647 16706 addons.go:234] Setting addon storage-provisioner=true in "addons-701527"
I1209 23:44:25.249706 16706 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-701527"
I1209 23:44:25.249748 16706 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-701527"
I1209 23:44:25.249781 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.250037 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.250063 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.250267 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.250429 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.251229 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.249539 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.251685 16706 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-701527"
I1209 23:44:25.251704 16706 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-701527"
I1209 23:44:25.251733 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.252195 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.253278 16706 addons.go:69] Setting inspektor-gadget=true in profile "addons-701527"
I1209 23:44:25.253341 16706 addons.go:234] Setting addon inspektor-gadget=true in "addons-701527"
I1209 23:44:25.253388 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.248996 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.255656 16706 addons.go:69] Setting cloud-spanner=true in profile "addons-701527"
I1209 23:44:25.255723 16706 addons.go:234] Setting addon cloud-spanner=true in "addons-701527"
I1209 23:44:25.255770 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.256121 16706 addons.go:69] Setting default-storageclass=true in profile "addons-701527"
I1209 23:44:25.256155 16706 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-701527"
I1209 23:44:25.256491 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.256733 16706 out.go:177] * Verifying Kubernetes components...
I1209 23:44:25.256932 16706 addons.go:69] Setting ingress=true in profile "addons-701527"
I1209 23:44:25.256961 16706 addons.go:234] Setting addon ingress=true in "addons-701527"
I1209 23:44:25.257005 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.257017 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.257237 16706 addons.go:69] Setting gcp-auth=true in profile "addons-701527"
I1209 23:44:25.257262 16706 mustload.go:65] Loading cluster: addons-701527
I1209 23:44:25.259275 16706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:25.279845 16706 config.go:182] Loaded profile config "addons-701527": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:25.279984 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.280173 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.280735 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.281123 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.300350 16706 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1209 23:44:25.300349 16706 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1209 23:44:25.301935 16706 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1209 23:44:25.301966 16706 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1209 23:44:25.303909 16706 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1209 23:44:25.303930 16706 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1209 23:44:25.303992 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.304204 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
W1209 23:44:25.308278 16706 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1209 23:44:25.317261 16706 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-701527"
I1209 23:44:25.317326 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.317758 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.341552 16706 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1209 23:44:25.341724 16706 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1209 23:44:25.343412 16706 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1209 23:44:25.343443 16706 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1209 23:44:25.343519 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.343910 16706 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1209 23:44:25.343927 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1209 23:44:25.343976 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.351848 16706 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.35.0
I1209 23:44:25.352010 16706 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1209 23:44:25.353108 16706 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1209 23:44:25.353129 16706 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1209 23:44:25.353195 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.353592 16706 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1209 23:44:25.353609 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1209 23:44:25.353660 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.354164 16706 addons.go:234] Setting addon default-storageclass=true in "addons-701527"
I1209 23:44:25.354208 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.354648 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:25.356133 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.358165 16706 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I1209 23:44:25.358234 16706 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1209 23:44:25.358285 16706 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:44:25.360658 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.360793 16706 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1209 23:44:25.360810 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1209 23:44:25.360863 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.361860 16706 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.25
I1209 23:44:25.363199 16706 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1209 23:44:25.363352 16706 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1209 23:44:25.363368 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1209 23:44:25.363416 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.365955 16706 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1209 23:44:25.366018 16706 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1209 23:44:25.367132 16706 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1209 23:44:25.368461 16706 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1209 23:44:25.368480 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1209 23:44:25.368533 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.368720 16706 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:44:25.370280 16706 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1209 23:44:25.370298 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1209 23:44:25.370345 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.370557 16706 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1209 23:44:25.372722 16706 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1209 23:44:25.374031 16706 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1209 23:44:25.375330 16706 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1209 23:44:25.376695 16706 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1209 23:44:25.377993 16706 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1209 23:44:25.378013 16706 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1209 23:44:25.378038 16706 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1209 23:44:25.378078 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.381729 16706 out.go:177] - Using image docker.io/registry:2.8.3
I1209 23:44:25.384600 16706 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1209 23:44:25.384619 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1209 23:44:25.384682 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.387191 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:25.389354 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.399963 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.409817 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.419799 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.423352 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.424435 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.424818 16706 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1209 23:44:25.427566 16706 out.go:177] - Using image docker.io/busybox:stable
I1209 23:44:25.427963 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.429485 16706 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1209 23:44:25.429504 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1209 23:44:25.429556 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.431663 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.437563 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.445936 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.446296 16706 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1209 23:44:25.446311 16706 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1209 23:44:25.446349 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:25.452620 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.463271 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:25.699889 16706 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 23:44:25.699978 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1209 23:44:25.704287 16706 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1209 23:44:25.704318 16706 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1209 23:44:25.710611 16706 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1209 23:44:25.710632 16706 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1209 23:44:25.797291 16706 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1209 23:44:25.797321 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14576 bytes)
I1209 23:44:25.808292 16706 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1209 23:44:25.808344 16706 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1209 23:44:25.890307 16706 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1209 23:44:25.890352 16706 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1209 23:44:25.892144 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1209 23:44:25.899942 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1209 23:44:25.988335 16706 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1209 23:44:25.988430 16706 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1209 23:44:25.989261 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1209 23:44:25.999726 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1209 23:44:26.002492 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1209 23:44:26.092005 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1209 23:44:26.095886 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1209 23:44:26.101953 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1209 23:44:26.103720 16706 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1209 23:44:26.103747 16706 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1209 23:44:26.189579 16706 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1209 23:44:26.189661 16706 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1209 23:44:26.193203 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1209 23:44:26.206605 16706 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1209 23:44:26.206632 16706 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1209 23:44:26.291032 16706 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1209 23:44:26.291123 16706 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1209 23:44:26.393546 16706 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1209 23:44:26.393627 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1209 23:44:26.492758 16706 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1209 23:44:26.492785 16706 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1209 23:44:26.585623 16706 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1209 23:44:26.585707 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1209 23:44:26.595586 16706 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1209 23:44:26.595616 16706 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1209 23:44:26.803673 16706 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1209 23:44:26.803769 16706 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1209 23:44:26.886204 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1209 23:44:26.892853 16706 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1209 23:44:26.892942 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1209 23:44:27.085506 16706 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1209 23:44:27.085589 16706 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1209 23:44:27.095484 16706 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:27.095656 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1209 23:44:27.191048 16706 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1209 23:44:27.191078 16706 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1209 23:44:27.286245 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1209 23:44:27.386109 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:27.486739 16706 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.786717562s)
I1209 23:44:27.486781 16706 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1209 23:44:27.488143 16706 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.788219446s)
I1209 23:44:27.489010 16706 node_ready.go:35] waiting up to 6m0s for node "addons-701527" to be "Ready" ...
I1209 23:44:27.489209 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (1.597037926s)
I1209 23:44:27.489258 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.589227728s)
I1209 23:44:27.492691 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1209 23:44:27.497378 16706 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1209 23:44:27.497409 16706 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1209 23:44:27.885194 16706 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1209 23:44:27.885290 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1209 23:44:28.400451 16706 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-701527" context rescaled to 1 replicas
I1209 23:44:28.490965 16706 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1209 23:44:28.491054 16706 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1209 23:44:28.599139 16706 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1209 23:44:28.599218 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1209 23:44:29.085139 16706 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1209 23:44:29.085226 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1209 23:44:29.302372 16706 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1209 23:44:29.302400 16706 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1209 23:44:29.493438 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1209 23:44:29.500410 16706 node_ready.go:53] node "addons-701527" has status "Ready":"False"
I1209 23:44:30.088243 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.098894921s)
I1209 23:44:30.088318 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.0885675s)
I1209 23:44:30.088422 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.08589924s)
I1209 23:44:30.088456 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.996427243s)
I1209 23:44:31.600721 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.504791899s)
I1209 23:44:31.600756 16706 addons.go:475] Verifying addon ingress=true in "addons-701527"
I1209 23:44:31.600803 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.407521491s)
I1209 23:44:31.600753 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.498729452s)
I1209 23:44:31.600906 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.71462024s)
I1209 23:44:31.600932 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.314659518s)
I1209 23:44:31.601253 16706 addons.go:475] Verifying addon registry=true in "addons-701527"
I1209 23:44:31.603344 16706 out.go:177] * Verifying ingress addon...
I1209 23:44:31.603407 16706 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-701527 service yakd-dashboard -n yakd-dashboard
I1209 23:44:31.603355 16706 out.go:177] * Verifying registry addon...
I1209 23:44:31.606220 16706 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1209 23:44:31.606220 16706 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1209 23:44:31.612203 16706 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1209 23:44:31.612230 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:31.612820 16706 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1209 23:44:31.612874 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:31.992303 16706 node_ready.go:53] node "addons-701527" has status "Ready":"False"
I1209 23:44:32.113758 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:32.114382 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:32.389631 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.003472062s)
W1209 23:44:32.389721 16706 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1209 23:44:32.389727 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.897000638s)
I1209 23:44:32.389759 16706 addons.go:475] Verifying addon metrics-server=true in "addons-701527"
I1209 23:44:32.389770 16706 retry.go:31] will retry after 347.537129ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1209 23:44:32.595972 16706 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1209 23:44:32.596059 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:32.610657 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:32.611320 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:32.617483 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:32.737886 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:32.803886 16706 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1209 23:44:32.886563 16706 addons.go:234] Setting addon gcp-auth=true in "addons-701527"
I1209 23:44:32.886660 16706 host.go:66] Checking if "addons-701527" exists ...
I1209 23:44:32.887184 16706 cli_runner.go:164] Run: docker container inspect addons-701527 --format={{.State.Status}}
I1209 23:44:32.913504 16706 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1209 23:44:32.913571 16706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-701527
I1209 23:44:32.936796 16706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20062-8617/.minikube/machines/addons-701527/id_rsa Username:docker}
I1209 23:44:33.111862 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:33.112513 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:33.218154 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.724661985s)
I1209 23:44:33.218193 16706 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-701527"
I1209 23:44:33.219771 16706 out.go:177] * Verifying csi-hostpath-driver addon...
I1209 23:44:33.222152 16706 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1209 23:44:33.286957 16706 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:44:33.286990 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:33.609820 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:33.610492 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:33.725583 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:34.109696 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:34.110302 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:34.225622 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:34.492032 16706 node_ready.go:53] node "addons-701527" has status "Ready":"False"
I1209 23:44:34.609390 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:34.609950 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:34.725647 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:35.109179 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:35.109569 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:35.225896 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:35.578139 16706 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.840211211s)
I1209 23:44:35.578229 16706 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.664696486s)
I1209 23:44:35.580291 16706 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:44:35.581878 16706 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1209 23:44:35.583280 16706 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1209 23:44:35.583298 16706 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1209 23:44:35.600484 16706 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1209 23:44:35.600506 16706 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1209 23:44:35.610201 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:35.610608 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:35.617560 16706 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1209 23:44:35.617581 16706 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1209 23:44:35.634418 16706 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1209 23:44:35.725192 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:35.946409 16706 addons.go:475] Verifying addon gcp-auth=true in "addons-701527"
I1209 23:44:35.948671 16706 out.go:177] * Verifying gcp-auth addon...
I1209 23:44:35.950763 16706 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1209 23:44:35.986469 16706 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1209 23:44:35.986496 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:36.109444 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:36.109945 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:36.225289 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:36.453980 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:36.492196 16706 node_ready.go:53] node "addons-701527" has status "Ready":"False"
I1209 23:44:36.609998 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:36.610522 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:36.726274 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:36.953531 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:37.109254 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:37.109769 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:37.225962 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:37.456192 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:37.609552 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:37.609935 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:37.725494 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:37.954045 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:38.109642 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:38.110070 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:38.226034 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:38.453885 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:38.492238 16706 node_ready.go:53] node "addons-701527" has status "Ready":"False"
I1209 23:44:38.609839 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:38.610494 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:38.726122 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:38.953821 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:39.110268 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:39.110581 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:39.225684 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:39.454378 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:39.609477 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:39.609982 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:39.725253 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:39.953600 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:40.111198 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:40.111478 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:40.225140 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:40.453623 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:40.609347 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:40.609816 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:40.725411 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:40.953808 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:40.992323 16706 node_ready.go:53] node "addons-701527" has status "Ready":"False"
I1209 23:44:41.109879 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:41.110412 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:41.225583 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:41.454113 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:41.609926 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:41.610482 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:41.725721 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:41.954108 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:42.108907 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:42.109441 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:42.225590 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:42.453432 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:42.609439 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:42.609833 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:42.725652 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:42.953911 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:43.109597 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:43.110045 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:43.225305 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:43.453760 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:43.492096 16706 node_ready.go:53] node "addons-701527" has status "Ready":"False"
I1209 23:44:43.609626 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:43.610177 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:43.725393 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:43.953865 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:44.189886 16706 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1209 23:44:44.189913 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:44.190696 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:44.229151 16706 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:44:44.229175 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:44.486102 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:44.493006 16706 node_ready.go:49] node "addons-701527" has status "Ready":"True"
I1209 23:44:44.493036 16706 node_ready.go:38] duration metric: took 17.003992506s for node "addons-701527" to be "Ready" ...
I1209 23:44:44.493048 16706 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 23:44:44.502184 16706 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace to be "Ready" ...
I1209 23:44:44.611984 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:44.612161 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:44.791840 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:44.987270 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:45.109907 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:45.110172 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:45.226905 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:45.454770 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:45.610167 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:45.610491 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:45.726605 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:45.954279 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:46.110630 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:46.111325 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:46.226168 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:46.454490 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:46.508175 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:44:46.610378 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:46.610715 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:46.726743 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:46.953554 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:47.110778 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:47.111109 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:47.226240 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:47.453593 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:47.609985 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:47.610566 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:47.727362 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:47.986139 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:48.110808 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:48.111553 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:48.227340 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:48.484867 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:48.610678 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:48.611072 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:48.727752 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:48.954685 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:49.007794 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:44:49.110148 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:49.110513 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:49.226545 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:49.454157 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:49.610550 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:49.610572 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:49.726822 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:49.953679 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:50.110362 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:50.110802 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:50.226841 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:50.453595 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:50.610542 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:50.611195 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:50.727391 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:50.986826 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:51.110670 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:51.110859 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:51.229633 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:51.486197 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:51.508677 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:44:51.610136 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:51.610219 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:51.727135 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:51.955088 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:52.109501 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:52.110177 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:52.227701 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:52.454536 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:52.609603 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:52.609801 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:52.726852 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:52.954576 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:53.110453 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:53.110684 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:53.226900 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:53.455132 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:53.609662 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:53.610291 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:53.725808 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:53.954032 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:54.009017 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:44:54.110061 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:54.110327 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:54.225947 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:54.454097 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:54.610729 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:54.611181 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:54.727450 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:54.954124 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:55.109905 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:55.110285 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:55.226058 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:55.454202 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:55.610026 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:55.610402 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:55.726626 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:55.955833 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:56.110706 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:56.111206 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:56.226054 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:56.454614 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:56.507610 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:44:56.609652 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:56.610317 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:56.726352 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:56.954597 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:57.186969 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:57.188518 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:57.293787 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:57.453704 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:57.610681 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:57.611022 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:57.725858 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:57.954171 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:58.110356 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:58.110982 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:58.227295 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:58.454207 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:58.610566 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:58.610956 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:58.726755 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:58.954404 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:59.008515 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:44:59.116001 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:59.116281 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:59.289428 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:59.486964 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:44:59.610853 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:59.613181 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:59.725578 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:59.987214 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:00.110656 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:00.110777 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:00.227667 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:00.485331 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:00.610382 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:00.610922 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:00.727135 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:00.954131 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:01.008852 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:01.110336 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:01.110598 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:01.227392 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:01.454584 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:01.610044 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:01.610826 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:01.726704 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:01.953980 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:02.110740 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:02.111246 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:02.226708 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:02.454770 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:02.610315 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:02.610823 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:02.726939 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:02.954271 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:03.110264 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:03.110519 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:03.227481 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:03.454933 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:03.507645 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:03.609937 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:03.610172 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:03.728750 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:03.953698 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:04.110074 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:04.110207 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:04.226245 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:04.485986 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:04.611573 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:04.611892 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:04.725912 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:04.954232 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:05.110532 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:05.110873 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:05.226804 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:05.454234 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:05.508810 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:05.609972 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:05.610275 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:05.726651 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:05.954444 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:06.111136 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:06.111241 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:06.226210 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:06.454114 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:06.610821 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:06.610970 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:06.726009 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:06.954289 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:07.109933 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:07.110497 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:07.227485 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:07.454831 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:07.610355 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:07.610731 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:07.727265 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:07.954413 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:08.008555 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:08.110151 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:08.110463 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:08.227098 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:08.454024 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:08.611229 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:08.611593 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:08.726744 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:08.954888 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:09.109842 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:09.110202 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:09.226093 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:09.454929 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:09.610203 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:09.610424 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:09.788109 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:09.953915 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:10.109788 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:10.110782 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:10.227211 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:10.454239 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:10.507825 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:10.610493 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:10.610650 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:10.727228 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:10.954350 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:11.110257 16706 kapi.go:107] duration metric: took 39.504036002s to wait for kubernetes.io/minikube-addons=registry ...
I1209 23:45:11.110459 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:11.226714 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:11.454402 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:11.610823 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:11.726632 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:11.953881 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:12.111412 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:12.226478 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:12.453825 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:12.610441 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:12.729169 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:12.986298 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:13.008207 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:13.111784 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:13.227270 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:13.486901 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:13.686831 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:13.787008 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:13.989743 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:14.187209 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:14.304745 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:14.497017 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:14.687138 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:14.786629 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:14.986361 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:15.008765 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:15.110203 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:15.226213 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:15.485900 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:15.610528 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:15.727011 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:15.986405 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:16.110606 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:16.226680 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:16.486258 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:16.610101 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:16.726381 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:16.954763 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:17.110562 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:17.227011 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:17.454118 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:17.508070 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:17.610569 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:17.727021 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:17.985549 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:18.111059 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:18.226636 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:18.454779 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:18.611290 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:18.726100 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:18.954236 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:19.111339 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:19.225865 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:19.454475 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:19.508224 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:19.610888 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:19.727264 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:19.954340 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:20.111166 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:20.225865 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:20.454474 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:20.611018 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:20.726369 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:20.954345 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:21.110668 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:21.226824 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:21.502904 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:21.508491 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:21.610511 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:21.727429 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:21.954794 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:22.109541 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:22.226964 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:22.454511 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:22.609987 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:22.726099 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:22.985193 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:23.111150 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:23.227018 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:23.455765 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:23.609579 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:23.727338 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:23.953985 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:24.007709 16706 pod_ready.go:103] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:24.110005 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:24.226887 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:24.456358 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:24.508028 16706 pod_ready.go:93] pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:24.508051 16706 pod_ready.go:82] duration metric: took 40.005833308s for pod "amd-gpu-device-plugin-d2s7j" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.508061 16706 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-cxp92" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.512157 16706 pod_ready.go:93] pod "coredns-7c65d6cfc9-cxp92" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:24.512175 16706 pod_ready.go:82] duration metric: took 4.108999ms for pod "coredns-7c65d6cfc9-cxp92" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.512196 16706 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-701527" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.515921 16706 pod_ready.go:93] pod "etcd-addons-701527" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:24.515939 16706 pod_ready.go:82] duration metric: took 3.737734ms for pod "etcd-addons-701527" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.515951 16706 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-701527" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.519779 16706 pod_ready.go:93] pod "kube-apiserver-addons-701527" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:24.519798 16706 pod_ready.go:82] duration metric: took 3.840651ms for pod "kube-apiserver-addons-701527" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.519806 16706 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-701527" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.523297 16706 pod_ready.go:93] pod "kube-controller-manager-addons-701527" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:24.523313 16706 pod_ready.go:82] duration metric: took 3.501389ms for pod "kube-controller-manager-addons-701527" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.523323 16706 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-qh6vp" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.612318 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:24.726480 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:24.906313 16706 pod_ready.go:93] pod "kube-proxy-qh6vp" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:24.906400 16706 pod_ready.go:82] duration metric: took 383.068779ms for pod "kube-proxy-qh6vp" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.906432 16706 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-701527" in "kube-system" namespace to be "Ready" ...
I1209 23:45:24.993241 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:25.111726 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:25.288104 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:25.306784 16706 pod_ready.go:93] pod "kube-scheduler-addons-701527" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:25.306810 16706 pod_ready.go:82] duration metric: took 400.364544ms for pod "kube-scheduler-addons-701527" in "kube-system" namespace to be "Ready" ...
I1209 23:45:25.306823 16706 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace to be "Ready" ...
I1209 23:45:25.454216 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:25.610062 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:25.726332 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:25.953814 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:26.109731 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:26.226866 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:26.453797 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:26.610197 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:26.727762 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:26.954147 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:27.110568 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:27.227573 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:27.312826 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:27.454087 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:27.610114 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:27.726580 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:27.986307 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:28.187285 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:28.288662 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:28.486793 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:28.689712 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:28.791247 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:28.993410 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:29.190265 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:29.288413 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:29.389954 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:29.487174 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:29.610459 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:29.794460 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:29.986908 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:30.110135 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:30.287840 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:30.487998 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:30.611464 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:30.727430 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:30.954200 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:31.110513 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:31.227291 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:31.454444 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:31.610805 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:31.727626 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:31.813109 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:31.953660 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:32.110120 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:32.226314 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:32.454258 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:32.611347 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:32.726938 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:32.954369 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:33.110733 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:33.227241 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:33.454833 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:33.610768 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:33.790082 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:33.813471 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:33.954444 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:34.110946 16706 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:34.226884 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:34.486905 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:34.610112 16706 kapi.go:107] duration metric: took 1m3.003891856s to wait for app.kubernetes.io/name=ingress-nginx ...
I1209 23:45:34.726073 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:34.954035 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:35.226793 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:35.485801 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:35.727323 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:35.954765 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:36.227255 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:36.313068 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:36.455454 16706 kapi.go:107] duration metric: took 1m0.504686907s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1209 23:45:36.457409 16706 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-701527 cluster.
I1209 23:45:36.458875 16706 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1209 23:45:36.460483 16706 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1209 23:45:36.727680 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:37.227455 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:37.726516 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:38.227443 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:38.726483 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:38.812762 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:39.227633 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:39.726656 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:40.226930 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:40.726744 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:40.813228 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:41.226121 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:41.726703 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:42.227062 16706 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:42.726384 16706 kapi.go:107] duration metric: took 1m9.504230323s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1209 23:45:42.728398 16706 out.go:177] * Enabled addons: amd-gpu-device-plugin, nvidia-device-plugin, inspektor-gadget, cloud-spanner, ingress-dns, default-storageclass, storage-provisioner, yakd, storage-provisioner-rancher, metrics-server, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1209 23:45:42.729932 16706 addons.go:510] duration metric: took 1m17.481160441s for enable addons: enabled=[amd-gpu-device-plugin nvidia-device-plugin inspektor-gadget cloud-spanner ingress-dns default-storageclass storage-provisioner yakd storage-provisioner-rancher metrics-server volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1209 23:45:43.312724 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:45.812817 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:47.812855 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:50.313364 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:52.812734 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:54.813143 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:57.314128 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:59.812298 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:01.812878 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:03.812913 16706 pod_ready.go:103] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:04.812574 16706 pod_ready.go:93] pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace has status "Ready":"True"
I1209 23:46:04.812598 16706 pod_ready.go:82] duration metric: took 39.505766562s for pod "metrics-server-84c5f94fbc-5g27r" in "kube-system" namespace to be "Ready" ...
I1209 23:46:04.812608 16706 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-55d28" in "kube-system" namespace to be "Ready" ...
I1209 23:46:04.817020 16706 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-55d28" in "kube-system" namespace has status "Ready":"True"
I1209 23:46:04.817041 16706 pod_ready.go:82] duration metric: took 4.42726ms for pod "nvidia-device-plugin-daemonset-55d28" in "kube-system" namespace to be "Ready" ...
I1209 23:46:04.817059 16706 pod_ready.go:39] duration metric: took 1m20.32397868s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 23:46:04.817076 16706 api_server.go:52] waiting for apiserver process to appear ...
I1209 23:46:04.817110 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:46:04.817161 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:46:04.852318 16706 cri.go:89] found id: "2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b"
I1209 23:46:04.852349 16706 cri.go:89] found id: ""
I1209 23:46:04.852356 16706 logs.go:282] 1 containers: [2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b]
I1209 23:46:04.852410 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:04.855590 16706 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:46:04.855653 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:46:04.887943 16706 cri.go:89] found id: "ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e"
I1209 23:46:04.887969 16706 cri.go:89] found id: ""
I1209 23:46:04.887978 16706 logs.go:282] 1 containers: [ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e]
I1209 23:46:04.888022 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:04.891342 16706 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:46:04.891417 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:46:04.923260 16706 cri.go:89] found id: "077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce"
I1209 23:46:04.923285 16706 cri.go:89] found id: ""
I1209 23:46:04.923293 16706 logs.go:282] 1 containers: [077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce]
I1209 23:46:04.923352 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:04.926703 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:46:04.926762 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:46:04.960465 16706 cri.go:89] found id: "ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b"
I1209 23:46:04.960487 16706 cri.go:89] found id: ""
I1209 23:46:04.960495 16706 logs.go:282] 1 containers: [ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b]
I1209 23:46:04.960541 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:04.963793 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:46:04.963849 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:46:04.996394 16706 cri.go:89] found id: "82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b"
I1209 23:46:04.996415 16706 cri.go:89] found id: ""
I1209 23:46:04.996422 16706 logs.go:282] 1 containers: [82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b]
I1209 23:46:04.996473 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:04.999750 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:46:04.999800 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:46:05.032205 16706 cri.go:89] found id: "25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b"
I1209 23:46:05.032243 16706 cri.go:89] found id: ""
I1209 23:46:05.032252 16706 logs.go:282] 1 containers: [25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b]
I1209 23:46:05.032311 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:05.035468 16706 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:46:05.035552 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:46:05.068521 16706 cri.go:89] found id: "4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697"
I1209 23:46:05.068542 16706 cri.go:89] found id: ""
I1209 23:46:05.068550 16706 logs.go:282] 1 containers: [4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697]
I1209 23:46:05.068594 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:05.071902 16706 logs.go:123] Gathering logs for CRI-O ...
I1209 23:46:05.071928 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:46:05.147074 16706 logs.go:123] Gathering logs for container status ...
I1209 23:46:05.147109 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:46:05.189939 16706 logs.go:123] Gathering logs for dmesg ...
I1209 23:46:05.189969 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:46:05.202543 16706 logs.go:123] Gathering logs for coredns [077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce] ...
I1209 23:46:05.202572 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce"
I1209 23:46:05.236746 16706 logs.go:123] Gathering logs for kube-proxy [82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b] ...
I1209 23:46:05.236775 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b"
I1209 23:46:05.269131 16706 logs.go:123] Gathering logs for etcd [ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e] ...
I1209 23:46:05.269159 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e"
I1209 23:46:05.312923 16706 logs.go:123] Gathering logs for kube-scheduler [ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b] ...
I1209 23:46:05.312961 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b"
I1209 23:46:05.350880 16706 logs.go:123] Gathering logs for kube-controller-manager [25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b] ...
I1209 23:46:05.350914 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b"
I1209 23:46:05.409010 16706 logs.go:123] Gathering logs for kindnet [4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697] ...
I1209 23:46:05.409049 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697"
I1209 23:46:05.442588 16706 logs.go:123] Gathering logs for kubelet ...
I1209 23:46:05.442614 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1209 23:46:05.522226 16706 logs.go:123] Gathering logs for describe nodes ...
I1209 23:46:05.522261 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:46:05.618086 16706 logs.go:123] Gathering logs for kube-apiserver [2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b] ...
I1209 23:46:05.618113 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b"
I1209 23:46:08.162821 16706 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1209 23:46:08.177204 16706 api_server.go:72] duration metric: took 1m42.928457075s to wait for apiserver process to appear ...
I1209 23:46:08.177233 16706 api_server.go:88] waiting for apiserver healthz status ...
I1209 23:46:08.177269 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:46:08.177324 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:46:08.210360 16706 cri.go:89] found id: "2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b"
I1209 23:46:08.210382 16706 cri.go:89] found id: ""
I1209 23:46:08.210391 16706 logs.go:282] 1 containers: [2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b]
I1209 23:46:08.210449 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:08.213668 16706 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:46:08.213730 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:46:08.246282 16706 cri.go:89] found id: "ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e"
I1209 23:46:08.246306 16706 cri.go:89] found id: ""
I1209 23:46:08.246314 16706 logs.go:282] 1 containers: [ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e]
I1209 23:46:08.246356 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:08.249585 16706 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:46:08.249642 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:46:08.281761 16706 cri.go:89] found id: "077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce"
I1209 23:46:08.281784 16706 cri.go:89] found id: ""
I1209 23:46:08.281793 16706 logs.go:282] 1 containers: [077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce]
I1209 23:46:08.281838 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:08.285092 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:46:08.285145 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:46:08.317956 16706 cri.go:89] found id: "ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b"
I1209 23:46:08.317981 16706 cri.go:89] found id: ""
I1209 23:46:08.317990 16706 logs.go:282] 1 containers: [ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b]
I1209 23:46:08.318037 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:08.321242 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:46:08.321310 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:46:08.354116 16706 cri.go:89] found id: "82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b"
I1209 23:46:08.354139 16706 cri.go:89] found id: ""
I1209 23:46:08.354147 16706 logs.go:282] 1 containers: [82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b]
I1209 23:46:08.354192 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:08.357614 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:46:08.357677 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:46:08.391134 16706 cri.go:89] found id: "25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b"
I1209 23:46:08.391158 16706 cri.go:89] found id: ""
I1209 23:46:08.391167 16706 logs.go:282] 1 containers: [25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b]
I1209 23:46:08.391221 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:08.394525 16706 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:46:08.394585 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:46:08.428821 16706 cri.go:89] found id: "4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697"
I1209 23:46:08.428846 16706 cri.go:89] found id: ""
I1209 23:46:08.428853 16706 logs.go:282] 1 containers: [4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697]
I1209 23:46:08.428901 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:08.432240 16706 logs.go:123] Gathering logs for kubelet ...
I1209 23:46:08.432262 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1209 23:46:08.513345 16706 logs.go:123] Gathering logs for dmesg ...
I1209 23:46:08.513381 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:46:08.525375 16706 logs.go:123] Gathering logs for kube-apiserver [2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b] ...
I1209 23:46:08.525400 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b"
I1209 23:46:08.568002 16706 logs.go:123] Gathering logs for kube-scheduler [ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b] ...
I1209 23:46:08.568032 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b"
I1209 23:46:08.605653 16706 logs.go:123] Gathering logs for kube-proxy [82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b] ...
I1209 23:46:08.605681 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b"
I1209 23:46:08.637274 16706 logs.go:123] Gathering logs for CRI-O ...
I1209 23:46:08.637299 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:46:08.709035 16706 logs.go:123] Gathering logs for describe nodes ...
I1209 23:46:08.709070 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:46:08.802753 16706 logs.go:123] Gathering logs for etcd [ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e] ...
I1209 23:46:08.802781 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e"
I1209 23:46:08.846140 16706 logs.go:123] Gathering logs for coredns [077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce] ...
I1209 23:46:08.846172 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce"
I1209 23:46:08.882461 16706 logs.go:123] Gathering logs for kube-controller-manager [25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b] ...
I1209 23:46:08.882494 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b"
I1209 23:46:08.937170 16706 logs.go:123] Gathering logs for kindnet [4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697] ...
I1209 23:46:08.937202 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697"
I1209 23:46:08.968760 16706 logs.go:123] Gathering logs for container status ...
I1209 23:46:08.968792 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:46:11.510218 16706 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1209 23:46:11.515435 16706 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1209 23:46:11.516293 16706 api_server.go:141] control plane version: v1.31.2
I1209 23:46:11.516318 16706 api_server.go:131] duration metric: took 3.339076574s to wait for apiserver health ...
I1209 23:46:11.516329 16706 system_pods.go:43] waiting for kube-system pods to appear ...
I1209 23:46:11.516356 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:46:11.516413 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:46:11.550773 16706 cri.go:89] found id: "2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b"
I1209 23:46:11.550802 16706 cri.go:89] found id: ""
I1209 23:46:11.550812 16706 logs.go:282] 1 containers: [2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b]
I1209 23:46:11.550856 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:11.553990 16706 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:46:11.554073 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:46:11.585952 16706 cri.go:89] found id: "ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e"
I1209 23:46:11.585980 16706 cri.go:89] found id: ""
I1209 23:46:11.585990 16706 logs.go:282] 1 containers: [ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e]
I1209 23:46:11.586037 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:11.589340 16706 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:46:11.589411 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:46:11.623262 16706 cri.go:89] found id: "077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce"
I1209 23:46:11.623284 16706 cri.go:89] found id: ""
I1209 23:46:11.623292 16706 logs.go:282] 1 containers: [077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce]
I1209 23:46:11.623365 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:11.626752 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:46:11.626808 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:46:11.660667 16706 cri.go:89] found id: "ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b"
I1209 23:46:11.660695 16706 cri.go:89] found id: ""
I1209 23:46:11.660704 16706 logs.go:282] 1 containers: [ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b]
I1209 23:46:11.660763 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:11.664205 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:46:11.664264 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:46:11.697948 16706 cri.go:89] found id: "82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b"
I1209 23:46:11.697970 16706 cri.go:89] found id: ""
I1209 23:46:11.697983 16706 logs.go:282] 1 containers: [82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b]
I1209 23:46:11.698049 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:11.701640 16706 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:46:11.701704 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:46:11.735675 16706 cri.go:89] found id: "25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b"
I1209 23:46:11.735699 16706 cri.go:89] found id: ""
I1209 23:46:11.735706 16706 logs.go:282] 1 containers: [25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b]
I1209 23:46:11.735768 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:11.739420 16706 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:46:11.739519 16706 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:46:11.773718 16706 cri.go:89] found id: "4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697"
I1209 23:46:11.773738 16706 cri.go:89] found id: ""
I1209 23:46:11.773745 16706 logs.go:282] 1 containers: [4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697]
I1209 23:46:11.773786 16706 ssh_runner.go:195] Run: which crictl
I1209 23:46:11.777093 16706 logs.go:123] Gathering logs for kubelet ...
I1209 23:46:11.777117 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1209 23:46:11.857784 16706 logs.go:123] Gathering logs for describe nodes ...
I1209 23:46:11.857817 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:46:11.958361 16706 logs.go:123] Gathering logs for kube-apiserver [2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b] ...
I1209 23:46:11.958392 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b"
I1209 23:46:12.001302 16706 logs.go:123] Gathering logs for etcd [ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e] ...
I1209 23:46:12.001338 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e"
I1209 23:46:12.044811 16706 logs.go:123] Gathering logs for kube-scheduler [ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b] ...
I1209 23:46:12.044841 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b"
I1209 23:46:12.084081 16706 logs.go:123] Gathering logs for kindnet [4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697] ...
I1209 23:46:12.084112 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697"
I1209 23:46:12.117877 16706 logs.go:123] Gathering logs for dmesg ...
I1209 23:46:12.117904 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:46:12.129780 16706 logs.go:123] Gathering logs for coredns [077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce] ...
I1209 23:46:12.129807 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce"
I1209 23:46:12.164421 16706 logs.go:123] Gathering logs for kube-proxy [82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b] ...
I1209 23:46:12.164449 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b"
I1209 23:46:12.199121 16706 logs.go:123] Gathering logs for kube-controller-manager [25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b] ...
I1209 23:46:12.199153 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b"
I1209 23:46:12.254981 16706 logs.go:123] Gathering logs for CRI-O ...
I1209 23:46:12.255018 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:46:12.332099 16706 logs.go:123] Gathering logs for container status ...
I1209 23:46:12.332150 16706 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:46:14.886263 16706 system_pods.go:59] 19 kube-system pods found
I1209 23:46:14.886302 16706 system_pods.go:61] "amd-gpu-device-plugin-d2s7j" [d66910fc-8153-4362-b58d-0c34ded7766f] Running
I1209 23:46:14.886308 16706 system_pods.go:61] "coredns-7c65d6cfc9-cxp92" [747ebb1d-9978-4fa2-ab7e-103305601b72] Running
I1209 23:46:14.886312 16706 system_pods.go:61] "csi-hostpath-attacher-0" [0b0e2443-64c0-4547-be9d-da1d058bf73d] Running
I1209 23:46:14.886317 16706 system_pods.go:61] "csi-hostpath-resizer-0" [72a75e84-083b-4ef7-97db-f519225c8067] Running
I1209 23:46:14.886320 16706 system_pods.go:61] "csi-hostpathplugin-zzv7p" [3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42] Running
I1209 23:46:14.886323 16706 system_pods.go:61] "etcd-addons-701527" [c481e420-6a6c-40c8-a459-b2d1c2882635] Running
I1209 23:46:14.886327 16706 system_pods.go:61] "kindnet-stv96" [257884a2-cdb5-4b33-a038-33b923fd7bc2] Running
I1209 23:46:14.886330 16706 system_pods.go:61] "kube-apiserver-addons-701527" [8ad3ecac-c702-4d87-b7ae-05bd01c000a7] Running
I1209 23:46:14.886334 16706 system_pods.go:61] "kube-controller-manager-addons-701527" [5aea4bee-b06d-48c0-9e63-fadf57fcfb4e] Running
I1209 23:46:14.886337 16706 system_pods.go:61] "kube-ingress-dns-minikube" [a3ab45ca-887e-40ac-aa72-59e45aa061d9] Running
I1209 23:46:14.886340 16706 system_pods.go:61] "kube-proxy-qh6vp" [c95618c3-d387-449b-8663-ee463b5f6629] Running
I1209 23:46:14.886343 16706 system_pods.go:61] "kube-scheduler-addons-701527" [8d434eb3-1a1a-418c-9b15-bcaa57a93874] Running
I1209 23:46:14.886346 16706 system_pods.go:61] "metrics-server-84c5f94fbc-5g27r" [9401b572-a33f-4211-a676-d07847671042] Running
I1209 23:46:14.886349 16706 system_pods.go:61] "nvidia-device-plugin-daemonset-55d28" [8ebd5f2c-593c-4804-9e9f-91b53ea7fa82] Running
I1209 23:46:14.886352 16706 system_pods.go:61] "registry-5cc95cd69-hqlfw" [e0b25e01-7672-4537-ae66-04da6fa6f483] Running
I1209 23:46:14.886355 16706 system_pods.go:61] "registry-proxy-g2wbp" [1e1d2641-f760-4ea1-9dd2-8579da7521e1] Running
I1209 23:46:14.886358 16706 system_pods.go:61] "snapshot-controller-56fcc65765-4c42c" [d6203375-ea1a-419a-966b-5e73e6464e19] Running
I1209 23:46:14.886361 16706 system_pods.go:61] "snapshot-controller-56fcc65765-m42bz" [0cbc53f7-0944-4f38-b866-c24619921bf4] Running
I1209 23:46:14.886363 16706 system_pods.go:61] "storage-provisioner" [1ad7ef52-a84e-493a-ba89-adee18311a9d] Running
I1209 23:46:14.886369 16706 system_pods.go:74] duration metric: took 3.370034154s to wait for pod list to return data ...
I1209 23:46:14.886379 16706 default_sa.go:34] waiting for default service account to be created ...
I1209 23:46:14.888565 16706 default_sa.go:45] found service account: "default"
I1209 23:46:14.888590 16706 default_sa.go:55] duration metric: took 2.20265ms for default service account to be created ...
I1209 23:46:14.888601 16706 system_pods.go:116] waiting for k8s-apps to be running ...
I1209 23:46:14.897479 16706 system_pods.go:86] 19 kube-system pods found
I1209 23:46:14.897509 16706 system_pods.go:89] "amd-gpu-device-plugin-d2s7j" [d66910fc-8153-4362-b58d-0c34ded7766f] Running
I1209 23:46:14.897515 16706 system_pods.go:89] "coredns-7c65d6cfc9-cxp92" [747ebb1d-9978-4fa2-ab7e-103305601b72] Running
I1209 23:46:14.897519 16706 system_pods.go:89] "csi-hostpath-attacher-0" [0b0e2443-64c0-4547-be9d-da1d058bf73d] Running
I1209 23:46:14.897523 16706 system_pods.go:89] "csi-hostpath-resizer-0" [72a75e84-083b-4ef7-97db-f519225c8067] Running
I1209 23:46:14.897526 16706 system_pods.go:89] "csi-hostpathplugin-zzv7p" [3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42] Running
I1209 23:46:14.897529 16706 system_pods.go:89] "etcd-addons-701527" [c481e420-6a6c-40c8-a459-b2d1c2882635] Running
I1209 23:46:14.897533 16706 system_pods.go:89] "kindnet-stv96" [257884a2-cdb5-4b33-a038-33b923fd7bc2] Running
I1209 23:46:14.897537 16706 system_pods.go:89] "kube-apiserver-addons-701527" [8ad3ecac-c702-4d87-b7ae-05bd01c000a7] Running
I1209 23:46:14.897540 16706 system_pods.go:89] "kube-controller-manager-addons-701527" [5aea4bee-b06d-48c0-9e63-fadf57fcfb4e] Running
I1209 23:46:14.897544 16706 system_pods.go:89] "kube-ingress-dns-minikube" [a3ab45ca-887e-40ac-aa72-59e45aa061d9] Running
I1209 23:46:14.897548 16706 system_pods.go:89] "kube-proxy-qh6vp" [c95618c3-d387-449b-8663-ee463b5f6629] Running
I1209 23:46:14.897558 16706 system_pods.go:89] "kube-scheduler-addons-701527" [8d434eb3-1a1a-418c-9b15-bcaa57a93874] Running
I1209 23:46:14.897561 16706 system_pods.go:89] "metrics-server-84c5f94fbc-5g27r" [9401b572-a33f-4211-a676-d07847671042] Running
I1209 23:46:14.897569 16706 system_pods.go:89] "nvidia-device-plugin-daemonset-55d28" [8ebd5f2c-593c-4804-9e9f-91b53ea7fa82] Running
I1209 23:46:14.897574 16706 system_pods.go:89] "registry-5cc95cd69-hqlfw" [e0b25e01-7672-4537-ae66-04da6fa6f483] Running
I1209 23:46:14.897580 16706 system_pods.go:89] "registry-proxy-g2wbp" [1e1d2641-f760-4ea1-9dd2-8579da7521e1] Running
I1209 23:46:14.897583 16706 system_pods.go:89] "snapshot-controller-56fcc65765-4c42c" [d6203375-ea1a-419a-966b-5e73e6464e19] Running
I1209 23:46:14.897588 16706 system_pods.go:89] "snapshot-controller-56fcc65765-m42bz" [0cbc53f7-0944-4f38-b866-c24619921bf4] Running
I1209 23:46:14.897591 16706 system_pods.go:89] "storage-provisioner" [1ad7ef52-a84e-493a-ba89-adee18311a9d] Running
I1209 23:46:14.897597 16706 system_pods.go:126] duration metric: took 8.990695ms to wait for k8s-apps to be running ...
I1209 23:46:14.897605 16706 system_svc.go:44] waiting for kubelet service to be running ....
I1209 23:46:14.897686 16706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 23:46:14.908730 16706 system_svc.go:56] duration metric: took 11.112132ms WaitForService to wait for kubelet
I1209 23:46:14.908758 16706 kubeadm.go:582] duration metric: took 1m49.660016176s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 23:46:14.908784 16706 node_conditions.go:102] verifying NodePressure condition ...
I1209 23:46:14.911833 16706 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1209 23:46:14.911858 16706 node_conditions.go:123] node cpu capacity is 8
I1209 23:46:14.911870 16706 node_conditions.go:105] duration metric: took 3.080426ms to run NodePressure ...
I1209 23:46:14.911880 16706 start.go:241] waiting for startup goroutines ...
I1209 23:46:14.911887 16706 start.go:246] waiting for cluster config update ...
I1209 23:46:14.911901 16706 start.go:255] writing updated cluster config ...
I1209 23:46:14.912162 16706 ssh_runner.go:195] Run: rm -f paused
I1209 23:46:14.962210 16706 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1209 23:46:14.964349 16706 out.go:177] * Done! kubectl is now configured to use "addons-701527" cluster and "default" namespace by default
==> CRI-O <==
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.899141210Z" level=info msg="Removed pod sandbox: b137a9a1a7d62f434bb153f7a9819f038fa5cfe3500375b2d7b9e642eb5e20fc" id=1e5e95cd-9410-4ba2-9079-4df0370ccbf4 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.899646991Z" level=info msg="Stopping pod sandbox: 194730041e36ba59e616653f98b03dcd28fef99051032dd36ad64bbe4c71bc38" id=17204a91-c0d9-4902-bdb2-0c64c1268487 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.899689755Z" level=info msg="Stopped pod sandbox (already stopped): 194730041e36ba59e616653f98b03dcd28fef99051032dd36ad64bbe4c71bc38" id=17204a91-c0d9-4902-bdb2-0c64c1268487 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.899961697Z" level=info msg="Removing pod sandbox: 194730041e36ba59e616653f98b03dcd28fef99051032dd36ad64bbe4c71bc38" id=05e4b59f-13ff-4987-8d7c-625981f3fc0f name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.906838125Z" level=info msg="Removed pod sandbox: 194730041e36ba59e616653f98b03dcd28fef99051032dd36ad64bbe4c71bc38" id=05e4b59f-13ff-4987-8d7c-625981f3fc0f name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.907208620Z" level=info msg="Stopping pod sandbox: 77fd67e4309bb4e3cf692fe7a7320469a20868b5f421886b851826a234e8d9ec" id=0820f87d-3344-4b72-93fb-a610c8f4d3e3 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.907244195Z" level=info msg="Stopped pod sandbox (already stopped): 77fd67e4309bb4e3cf692fe7a7320469a20868b5f421886b851826a234e8d9ec" id=0820f87d-3344-4b72-93fb-a610c8f4d3e3 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.907493702Z" level=info msg="Removing pod sandbox: 77fd67e4309bb4e3cf692fe7a7320469a20868b5f421886b851826a234e8d9ec" id=551304ca-fd05-4cb6-beaa-a3b40323c0a4 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.913567679Z" level=info msg="Removed pod sandbox: 77fd67e4309bb4e3cf692fe7a7320469a20868b5f421886b851826a234e8d9ec" id=551304ca-fd05-4cb6-beaa-a3b40323c0a4 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.913928989Z" level=info msg="Stopping pod sandbox: a14f542990302ad09720e8091345bb556b47d12cd6b5250511f70d6f8003f055" id=b4803990-1cc7-436c-9df8-f3176cba8a6a name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.913953432Z" level=info msg="Stopped pod sandbox (already stopped): a14f542990302ad09720e8091345bb556b47d12cd6b5250511f70d6f8003f055" id=b4803990-1cc7-436c-9df8-f3176cba8a6a name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.914235009Z" level=info msg="Removing pod sandbox: a14f542990302ad09720e8091345bb556b47d12cd6b5250511f70d6f8003f055" id=5d638cb9-2383-46f3-9369-8012c3b0e218 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:48:19 addons-701527 crio[1028]: time="2024-12-09 23:48:19.920261579Z" level=info msg="Removed pod sandbox: a14f542990302ad09720e8091345bb556b47d12cd6b5250511f70d6f8003f055" id=5d638cb9-2383-46f3-9369-8012c3b0e218 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.266739883Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-tqms7/POD" id=bc7d043b-79bc-4b57-90cd-9ac133d60217 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.266818333Z" level=warning msg="Allowed annotations are specified for workload []"
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.297922184Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-tqms7 Namespace:default ID:babd6ccc73c92aa0fe3a4d0dbcbe00943124351df2c5ecb030951eba2e652e71 UID:76e4b97e-a8bc-46cf-9ad0-9aa50696d58d NetNS:/var/run/netns/4964bbe5-2d68-4d3f-95d2-f49ef25a991c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.297965232Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-tqms7 to CNI network \"kindnet\" (type=ptp)"
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.312599334Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-tqms7 Namespace:default ID:babd6ccc73c92aa0fe3a4d0dbcbe00943124351df2c5ecb030951eba2e652e71 UID:76e4b97e-a8bc-46cf-9ad0-9aa50696d58d NetNS:/var/run/netns/4964bbe5-2d68-4d3f-95d2-f49ef25a991c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.312753910Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-tqms7 for CNI network kindnet (type=ptp)"
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.315282869Z" level=info msg="Ran pod sandbox babd6ccc73c92aa0fe3a4d0dbcbe00943124351df2c5ecb030951eba2e652e71 with infra container: default/hello-world-app-55bf9c44b4-tqms7/POD" id=bc7d043b-79bc-4b57-90cd-9ac133d60217 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.316411639Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=6b066af9-4790-4d73-86ea-bdfeb55f0966 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.316611486Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=6b066af9-4790-4d73-86ea-bdfeb55f0966 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.317123819Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=4de70682-6703-4f0f-8e8d-3a0368f8dc9c name=/runtime.v1.ImageService/PullImage
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.321307376Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Dec 09 23:49:38 addons-701527 crio[1028]: time="2024-12-09 23:49:38.795134583Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
10645a732c52f docker.io/library/nginx@sha256:41523187cf7d7a2f2677a80609d9caa14388bf5c1fbca9c410ba3de602aaaab4 2 minutes ago Running nginx 0 0856bdf086c6e nginx
929f01b55a429 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 714101868ecf3 busybox
eb7e1db683204 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 4 minutes ago Running controller 0 c934de94e4956 ingress-nginx-controller-5f85ff4588-pbnrr
f0e0fc3f45764 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited patch 0 92926b116445c ingress-nginx-admission-patch-gghlb
36f54d74fafe6 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 4 minutes ago Running minikube-ingress-dns 0 2a3fd7578af2b kube-ingress-dns-minikube
6ab22756eac7d registry.k8s.io/metrics-server/metrics-server@sha256:78e46b57096ec75e302fbc853e36359555df5c827bb009ecfe66f97474cc2a5a 4 minutes ago Running metrics-server 0 1d734532e8663 metrics-server-84c5f94fbc-5g27r
d7afc8b4ed276 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited create 0 235a47d127e9d ingress-nginx-admission-create-hnqc5
077b85dec6016 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 c7fdeb3ef79c5 coredns-7c65d6cfc9-cxp92
c3dbc738cd674 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 51167656b2653 storage-provisioner
4147aac866b08 docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3 5 minutes ago Running kindnet-cni 0 9d6850a00e670 kindnet-stv96
82e3678abb6c9 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 5 minutes ago Running kube-proxy 0 aa81dd7c70085 kube-proxy-qh6vp
25f645634229e 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 5 minutes ago Running kube-controller-manager 0 bf9719be3d23e kube-controller-manager-addons-701527
2618b912b82c1 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 5 minutes ago Running kube-apiserver 0 de652e399d7b7 kube-apiserver-addons-701527
ae395d5ec54d0 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 5 minutes ago Running etcd 0 88e1369f9daff etcd-addons-701527
ce5eeb0ab7db8 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 5 minutes ago Running kube-scheduler 0 103590d89ff0a kube-scheduler-addons-701527
==> coredns [077b85dec601666c931849a1ed7d1f0ca4b51894a0cd9c5efe46dbc1540a65ce] <==
[INFO] 10.244.0.14:40084 - 5420 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00006s
[INFO] 10.244.0.14:35166 - 22470 "A IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.005346936s
[INFO] 10.244.0.14:35166 - 22704 "AAAA IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.005674683s
[INFO] 10.244.0.14:36042 - 8638 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005873191s
[INFO] 10.244.0.14:36042 - 9000 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.006185268s
[INFO] 10.244.0.14:60566 - 54350 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.007010068s
[INFO] 10.244.0.14:60566 - 54639 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.00763795s
[INFO] 10.244.0.14:37272 - 48576 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000096142s
[INFO] 10.244.0.14:37272 - 48826 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000201678s
[INFO] 10.244.0.22:49372 - 62930 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000222451s
[INFO] 10.244.0.22:42253 - 3792 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000300334s
[INFO] 10.244.0.22:48311 - 32336 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000110815s
[INFO] 10.244.0.22:58044 - 16832 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000141483s
[INFO] 10.244.0.22:58727 - 65158 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000101335s
[INFO] 10.244.0.22:34114 - 45725 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000091947s
[INFO] 10.244.0.22:37380 - 44447 "AAAA IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.007474503s
[INFO] 10.244.0.22:52017 - 50482 "A IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.007668607s
[INFO] 10.244.0.22:39589 - 24686 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.008529996s
[INFO] 10.244.0.22:59526 - 56787 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.008607472s
[INFO] 10.244.0.22:35968 - 37934 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.007070902s
[INFO] 10.244.0.22:35633 - 11788 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.007789725s
[INFO] 10.244.0.22:54126 - 55765 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.000868298s
[INFO] 10.244.0.22:55309 - 43646 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000919796s
[INFO] 10.244.0.25:35789 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000256541s
[INFO] 10.244.0.25:59971 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000162167s
==> describe nodes <==
Name: addons-701527
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-701527
kubernetes.io/os=linux
minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9
minikube.k8s.io/name=addons-701527
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_09T23_44_20_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-701527
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 23:44:17 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-701527
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 23:49:35 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 23:47:23 +0000 Mon, 09 Dec 2024 23:44:16 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 23:47:23 +0000 Mon, 09 Dec 2024 23:44:16 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 23:47:23 +0000 Mon, 09 Dec 2024 23:44:16 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 23:47:23 +0000 Mon, 09 Dec 2024 23:44:44 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-701527
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859304Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859304Ki
pods: 110
System Info:
Machine ID: 775aa4cfeeac4fecbd38c1488c56dfa0
System UUID: 05d8adc9-27f0-43f6-9f5c-2780c35710f8
Boot ID: fcda772d-4207-4ab9-84d8-f9ba5cb81f2f
Kernel Version: 5.15.0-1071-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m24s
default hello-world-app-55bf9c44b4-tqms7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
ingress-nginx ingress-nginx-controller-5f85ff4588-pbnrr 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 5m8s
kube-system coredns-7c65d6cfc9-cxp92 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 5m14s
kube-system etcd-addons-701527 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m20s
kube-system kindnet-stv96 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 5m14s
kube-system kube-apiserver-addons-701527 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m20s
kube-system kube-controller-manager-addons-701527 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m20s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
kube-system kube-proxy-qh6vp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m14s
kube-system kube-scheduler-addons-701527 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m20s
kube-system metrics-server-84c5f94fbc-5g27r 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 5m9s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m10s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 510Mi (1%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m9s kube-proxy
Normal Starting 5m20s kubelet Starting kubelet.
Warning CgroupV1 5m20s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m20s kubelet Node addons-701527 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m20s kubelet Node addons-701527 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m20s kubelet Node addons-701527 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m15s node-controller Node addons-701527 event: Registered Node addons-701527 in Controller
Normal NodeReady 4m55s kubelet Node addons-701527 status is now: NodeReady
==> dmesg <==
[ +0.000686] platform eisa.0: Cannot allocate resource for EISA slot 3
[ +0.000782] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000744] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000758] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.005178] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.001365] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.645483] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.025447] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.034285] systemd[1]: /lib/systemd/system/cloud-init.service:20: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.032948] systemd[1]: /lib/systemd/system/cloud-init-hotplugd.socket:11: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +7.141697] kauditd_printk_skb: 46 callbacks suppressed
[Dec 9 23:47] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: a2 85 95 83 05 c3 8e 68 1a 6b fe a8 08 00
[ +1.015721] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000009] ll header: 00000000: a2 85 95 83 05 c3 8e 68 1a 6b fe a8 08 00
[ +2.011802] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: a2 85 95 83 05 c3 8e 68 1a 6b fe a8 08 00
[ +4.127509] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000025] ll header: 00000000: a2 85 95 83 05 c3 8e 68 1a 6b fe a8 08 00
[ +8.191113] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: a2 85 95 83 05 c3 8e 68 1a 6b fe a8 08 00
[ +16.130221] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: a2 85 95 83 05 c3 8e 68 1a 6b fe a8 08 00
[Dec 9 23:48] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: a2 85 95 83 05 c3 8e 68 1a 6b fe a8 08 00
==> etcd [ae395d5ec54d0a2e6095de65e0ac333727786c97a612f22ea881a819a91df09e] <==
{"level":"info","ts":"2024-12-09T23:44:28.188269Z","caller":"traceutil/trace.go:171","msg":"trace[325315929] transaction","detail":"{read_only:false; number_of_response:1; response_revision:387; }","duration":"203.880945ms","start":"2024-12-09T23:44:27.984378Z","end":"2024-12-09T23:44:28.188259Z","steps":["trace[325315929] 'process raft request' (duration: 201.436967ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:28.303994Z","caller":"traceutil/trace.go:171","msg":"trace[1532357115] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"119.952721ms","start":"2024-12-09T23:44:28.184000Z","end":"2024-12-09T23:44:28.303952Z","steps":["trace[1532357115] 'process raft request' (duration: 105.19725ms)","trace[1532357115] 'compare' (duration: 12.783026ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:44:28.304566Z","caller":"traceutil/trace.go:171","msg":"trace[393444608] linearizableReadLoop","detail":"{readStateIndex:399; appliedIndex:398; }","duration":"116.642703ms","start":"2024-12-09T23:44:28.187909Z","end":"2024-12-09T23:44:28.304551Z","steps":["trace[393444608] 'read index received' (duration: 102.146105ms)","trace[393444608] 'applied index is now lower than readState.Index' (duration: 14.481527ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:44:28.304741Z","caller":"traceutil/trace.go:171","msg":"trace[1793983851] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"115.980584ms","start":"2024-12-09T23:44:28.188750Z","end":"2024-12-09T23:44:28.304731Z","steps":["trace[1793983851] 'process raft request' (duration: 113.368616ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:28.306758Z","caller":"traceutil/trace.go:171","msg":"trace[1446547101] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"117.685631ms","start":"2024-12-09T23:44:28.189051Z","end":"2024-12-09T23:44:28.306737Z","steps":["trace[1446547101] 'process raft request' (duration: 113.110432ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:28.306955Z","caller":"traceutil/trace.go:171","msg":"trace[897928018] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"112.895918ms","start":"2024-12-09T23:44:28.194051Z","end":"2024-12-09T23:44:28.306947Z","steps":["trace[897928018] 'process raft request' (duration: 108.142976ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:28.307052Z","caller":"traceutil/trace.go:171","msg":"trace[329491598] transaction","detail":"{read_only:false; number_of_response:1; response_revision:393; }","duration":"112.966783ms","start":"2024-12-09T23:44:28.194079Z","end":"2024-12-09T23:44:28.307046Z","steps":["trace[329491598] 'process raft request' (duration: 109.094567ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:28.383748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.792811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4096"}
{"level":"info","ts":"2024-12-09T23:44:28.383885Z","caller":"traceutil/trace.go:171","msg":"trace[1601394470] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:394; }","duration":"195.962881ms","start":"2024-12-09T23:44:28.187904Z","end":"2024-12-09T23:44:28.383867Z","steps":["trace[1601394470] 'agreement among raft nodes before linearized reading' (duration: 119.576811ms)","trace[1601394470] 'range keys from bolt db' (duration: 76.184625ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:44:28.401149Z","caller":"traceutil/trace.go:171","msg":"trace[190457932] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"103.731437ms","start":"2024-12-09T23:44:28.297399Z","end":"2024-12-09T23:44:28.401131Z","steps":["trace[190457932] 'process raft request' (duration: 103.465483ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:28.401354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.523072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-701527\" ","response":"range_response_count:1 size:5655"}
{"level":"info","ts":"2024-12-09T23:44:28.401460Z","caller":"traceutil/trace.go:171","msg":"trace[862798791] range","detail":"{range_begin:/registry/minions/addons-701527; range_end:; response_count:1; response_revision:395; }","duration":"212.639122ms","start":"2024-12-09T23:44:28.188810Z","end":"2024-12-09T23:44:28.401449Z","steps":["trace[862798791] 'agreement among raft nodes before linearized reading' (duration: 212.493838ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:28.600604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.504839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-12-09T23:44:28.600686Z","caller":"traceutil/trace.go:171","msg":"trace[181894478] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:402; }","duration":"107.601345ms","start":"2024-12-09T23:44:28.493054Z","end":"2024-12-09T23:44:28.600655Z","steps":["trace[181894478] 'agreement among raft nodes before linearized reading' (duration: 107.423959ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:28.600975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.951275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-701527\" ","response":"range_response_count:1 size:5655"}
{"level":"info","ts":"2024-12-09T23:44:28.601109Z","caller":"traceutil/trace.go:171","msg":"trace[244838227] range","detail":"{range_begin:/registry/minions/addons-701527; range_end:; response_count:1; response_revision:402; }","duration":"108.059838ms","start":"2024-12-09T23:44:28.493012Z","end":"2024-12-09T23:44:28.601072Z","steps":["trace[244838227] 'agreement among raft nodes before linearized reading' (duration: 107.923039ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:28.601462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.33806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/traces.gadget.kinvolk.io\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-09T23:44:28.601552Z","caller":"traceutil/trace.go:171","msg":"trace[55582856] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/traces.gadget.kinvolk.io; range_end:; response_count:0; response_revision:402; }","duration":"108.428175ms","start":"2024-12-09T23:44:28.493113Z","end":"2024-12-09T23:44:28.601541Z","steps":["trace[55582856] 'agreement among raft nodes before linearized reading' (duration: 108.303748ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:29.000571Z","caller":"traceutil/trace.go:171","msg":"trace[149294942] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"100.040439ms","start":"2024-12-09T23:44:28.900518Z","end":"2024-12-09T23:44:29.000559Z","steps":["trace[149294942] 'process raft request' (duration: 87.770465ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:29.099884Z","caller":"traceutil/trace.go:171","msg":"trace[537937198] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"106.241349ms","start":"2024-12-09T23:44:28.993626Z","end":"2024-12-09T23:44:29.099867Z","steps":["trace[537937198] 'process raft request' (duration: 91.607451ms)","trace[537937198] 'compare' (duration: 14.381518ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-09T23:44:29.100414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.225693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-701527\" ","response":"range_response_count:1 size:5655"}
{"level":"info","ts":"2024-12-09T23:44:29.100709Z","caller":"traceutil/trace.go:171","msg":"trace[1047754935] range","detail":"{range_begin:/registry/minions/addons-701527; range_end:; response_count:1; response_revision:417; }","duration":"100.512235ms","start":"2024-12-09T23:44:29.000170Z","end":"2024-12-09T23:44:29.100682Z","steps":["trace[1047754935] 'agreement among raft nodes before linearized reading' (duration: 100.0103ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:29.101046Z","caller":"traceutil/trace.go:171","msg":"trace[1793953] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"100.789141ms","start":"2024-12-09T23:44:29.000245Z","end":"2024-12-09T23:44:29.101034Z","steps":["trace[1793953] 'process raft request' (duration: 100.511212ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:29.102030Z","caller":"traceutil/trace.go:171","msg":"trace[136168466] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"101.490397ms","start":"2024-12-09T23:44:29.000529Z","end":"2024-12-09T23:44:29.102019Z","steps":["trace[136168466] 'process raft request' (duration: 100.315559ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:45:49.656961Z","caller":"traceutil/trace.go:171","msg":"trace[1818210935] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"106.060224ms","start":"2024-12-09T23:45:49.550884Z","end":"2024-12-09T23:45:49.656944Z","steps":["trace[1818210935] 'process raft request' (duration: 105.954366ms)"],"step_count":1}
==> kernel <==
23:49:39 up 32 min, 0 users, load average: 0.30, 0.65, 0.37
Linux addons-701527 5.15.0-1071-gcp #79~20.04.1-Ubuntu SMP Thu Oct 17 21:59:34 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [4147aac866b089e0b890de4c9890a448974afcebad4fdb81e84e434d3f0ef697] <==
I1209 23:47:33.784478 1 main.go:301] handling current node
I1209 23:47:43.785578 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:47:43.785620 1 main.go:301] handling current node
I1209 23:47:53.793677 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:47:53.793713 1 main.go:301] handling current node
I1209 23:48:03.784482 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:48:03.784524 1 main.go:301] handling current node
I1209 23:48:13.784673 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:48:13.784725 1 main.go:301] handling current node
I1209 23:48:23.788533 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:48:23.788573 1 main.go:301] handling current node
I1209 23:48:33.784814 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:48:33.784849 1 main.go:301] handling current node
I1209 23:48:43.790611 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:48:43.790646 1 main.go:301] handling current node
I1209 23:48:53.787869 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:48:53.787907 1 main.go:301] handling current node
I1209 23:49:03.794000 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:49:03.794033 1 main.go:301] handling current node
I1209 23:49:13.791592 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:49:13.791626 1 main.go:301] handling current node
I1209 23:49:23.784779 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:49:23.784817 1 main.go:301] handling current node
I1209 23:49:33.784686 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:49:33.784729 1 main.go:301] handling current node
==> kube-apiserver [2618b912b82c10d5f222bfaff9643d83dfae4e0e78581b1cd2ab2adcf04cba8b] <==
E1209 23:46:04.409438 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.108.68.101:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.108.68.101:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.108.68.101:443: connect: connection refused" logger="UnhandledError"
I1209 23:46:04.440705 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1209 23:46:22.656162 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:58740: use of closed network connection
E1209 23:46:22.815646 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:58772: use of closed network connection
I1209 23:46:31.754419 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.105.47.197"}
I1209 23:46:37.493599 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1209 23:46:38.609504 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1209 23:47:02.124474 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E1209 23:47:14.982082 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1209 23:47:18.162100 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1209 23:47:18.324563 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.4.42"}
I1209 23:47:21.753833 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:47:21.753877 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:47:21.802327 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:47:21.802524 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:47:21.888483 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:47:21.888532 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:47:21.889403 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:47:21.889507 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:47:21.909524 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:47:21.909567 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1209 23:47:22.888525 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1209 23:47:22.909765 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W1209 23:47:23.006378 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I1209 23:49:38.100259 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.98.75.201"}
==> kube-controller-manager [25f645634229efe3e653268b9741eae7453fce1c37d63abde08664d3250c975b] <==
E1209 23:47:59.039205 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:47:59.785768 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:47:59.785814 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:48:05.992414 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:48:05.992454 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:48:21.823785 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:48:21.823830 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:48:36.148167 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:48:36.148202 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:48:40.370605 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:48:40.370640 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:48:49.471125 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:48:49.471168 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:49:12.708505 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:49:12.708544 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:49:15.805260 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:49:15.805299 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:49:23.458575 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:49:23.458628 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:49:29.507002 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:49:29.507043 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1209 23:49:37.965216 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="14.744202ms"
I1209 23:49:37.969048 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="3.789367ms"
I1209 23:49:37.969127 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="38.642µs"
I1209 23:49:37.974471 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="41.089µs"
==> kube-proxy [82e3678abb6c9b12f6ffdaaf6056d6ca675089fbc96ffc6b1f11bbb91e337e9b] <==
I1209 23:44:27.802596 1 server_linux.go:66] "Using iptables proxy"
I1209 23:44:29.108824 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1209 23:44:29.108882 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1209 23:44:29.684759 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1209 23:44:29.684881 1 server_linux.go:169] "Using iptables Proxier"
I1209 23:44:29.699616 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1209 23:44:29.700499 1 server.go:483] "Version info" version="v1.31.2"
I1209 23:44:29.700597 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1209 23:44:29.704576 1 config.go:105] "Starting endpoint slice config controller"
I1209 23:44:29.704686 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1209 23:44:29.704767 1 config.go:199] "Starting service config controller"
I1209 23:44:29.704800 1 shared_informer.go:313] Waiting for caches to sync for service config
I1209 23:44:29.704988 1 config.go:328] "Starting node config controller"
I1209 23:44:29.705074 1 shared_informer.go:313] Waiting for caches to sync for node config
I1209 23:44:29.805457 1 shared_informer.go:320] Caches are synced for service config
I1209 23:44:29.805650 1 shared_informer.go:320] Caches are synced for node config
I1209 23:44:29.805703 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [ce5eeb0ab7db86eb4522327cf1201850405e08e9b448060ced4fa934b577678b] <==
W1209 23:44:17.595236 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W1209 23:44:17.595330 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W1209 23:44:17.595347 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1209 23:44:17.595358 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:17.595235 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1209 23:44:17.595379 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
E1209 23:44:17.595395 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:17.595398 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:17.595354 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E1209 23:44:17.595428 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:17.595431 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1209 23:44:17.595479 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1209 23:44:17.595525 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
E1209 23:44:17.595483 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:17.595591 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1209 23:44:17.595622 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1209 23:44:18.410848 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:18.410886 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:18.419558 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1209 23:44:18.419592 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1209 23:44:18.624088 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1209 23:44:18.624127 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1209 23:44:18.642537 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1209 23:44:18.642575 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
I1209 23:44:20.092161 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964500 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="csi-snapshotter"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964510 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d6203375-ea1a-419a-966b-5e73e6464e19" containerName="volume-snapshot-controller"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964522 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="c5f7ea3e-3d8e-411c-9255-b93d551a5b0d" containerName="local-path-provisioner"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964533 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="csi-external-health-monitor-controller"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964545 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="0cbc53f7-0944-4f38-b866-c24619921bf4" containerName="volume-snapshot-controller"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964554 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="0b0e2443-64c0-4547-be9d-da1d058bf73d" containerName="csi-attacher"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964564 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="liveness-probe"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964574 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="hostpath"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964583 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="e1ef76ab-fe48-45b9-9fad-5a0f5a2bf984" containerName="task-pv-container"
Dec 09 23:49:37 addons-701527 kubelet[1635]: E1209 23:49:37.964598 1635 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="csi-provisioner"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964658 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="72a75e84-083b-4ef7-97db-f519225c8067" containerName="csi-resizer"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964669 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="hostpath"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964678 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="csi-snapshotter"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964689 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="node-driver-registrar"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964698 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="csi-provisioner"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964707 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b0e2443-64c0-4547-be9d-da1d058bf73d" containerName="csi-attacher"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964716 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="csi-external-health-monitor-controller"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964726 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="0cbc53f7-0944-4f38-b866-c24619921bf4" containerName="volume-snapshot-controller"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964735 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffdcbe8-d1e6-4c70-bab8-fce95d2a2e42" containerName="liveness-probe"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964744 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="d6203375-ea1a-419a-966b-5e73e6464e19" containerName="volume-snapshot-controller"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964752 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5f7ea3e-3d8e-411c-9255-b93d551a5b0d" containerName="local-path-provisioner"
Dec 09 23:49:37 addons-701527 kubelet[1635]: I1209 23:49:37.964763 1635 memory_manager.go:354] "RemoveStaleState removing state" podUID="e1ef76ab-fe48-45b9-9fad-5a0f5a2bf984" containerName="task-pv-container"
Dec 09 23:49:38 addons-701527 kubelet[1635]: I1209 23:49:38.108804 1635 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6xggr\" (UniqueName: \"kubernetes.io/projected/76e4b97e-a8bc-46cf-9ad0-9aa50696d58d-kube-api-access-6xggr\") pod \"hello-world-app-55bf9c44b4-tqms7\" (UID: \"76e4b97e-a8bc-46cf-9ad0-9aa50696d58d\") " pod="default/hello-world-app-55bf9c44b4-tqms7"
Dec 09 23:49:39 addons-701527 kubelet[1635]: E1209 23:49:39.843238 1635 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788179843041994,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:626970,},InodesUsed:&UInt64Value{Value:242,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:49:39 addons-701527 kubelet[1635]: E1209 23:49:39.843276 1635 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788179843041994,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:626970,},InodesUsed:&UInt64Value{Value:242,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [c3dbc738cd6745fb4f46c65bb5828e5e2bb14cd4b9623bc4688e129fedfe42e5] <==
I1209 23:44:44.991990 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1209 23:44:44.999539 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1209 23:44:44.999596 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1209 23:44:45.008366 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1209 23:44:45.008511 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"b90eb7c8-2ae9-4bf6-89db-add0f773b69f", APIVersion:"v1", ResourceVersion:"890", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-701527_47b9cfa5-c4a3-4d5d-adbb-82aacbcfae88 became leader
I1209 23:44:45.008555 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-701527_47b9cfa5-c4a3-4d5d-adbb-82aacbcfae88!
I1209 23:44:45.109376 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-701527_47b9cfa5-c4a3-4d5d-adbb-82aacbcfae88!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-701527 -n addons-701527
helpers_test.go:261: (dbg) Run: kubectl --context addons-701527 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-hnqc5 ingress-nginx-admission-patch-gghlb
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-701527 describe pod ingress-nginx-admission-create-hnqc5 ingress-nginx-admission-patch-gghlb
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-701527 describe pod ingress-nginx-admission-create-hnqc5 ingress-nginx-admission-patch-gghlb: exit status 1 (57.920192ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-hnqc5" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-gghlb" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-701527 describe pod ingress-nginx-admission-create-hnqc5 ingress-nginx-admission-patch-gghlb: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-701527 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-701527 addons disable ingress-dns --alsologtostderr -v=1: (1.561381135s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-701527 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-701527 addons disable ingress --alsologtostderr -v=1: (7.618058079s)
--- FAIL: TestAddons/parallel/Ingress (151.73s)