=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-237678 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-237678 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-237678 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [14507dff-e4be-455e-948f-6e6e30d86663] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [14507dff-e4be-455e-948f-6e6e30d86663] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 14.002885592s
I1213 19:05:49.787630 22695 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-237678 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-237678 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.849317713s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-237678 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-237678 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-237678
helpers_test.go:235: (dbg) docker inspect addons-237678:
-- stdout --
[
{
"Id": "aecc65461015a4bfe50052a4966ccaf7f88de0d25a6fe3fd4f4d3fbfa3731c03",
"Created": "2024-12-13T19:02:37.256027583Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 24880,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-12-13T19:02:37.391578376Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:d489d36b1c808fdb46955d21247b1ea12cf0c774bbaa5d6d4f9ce6979fd65009",
"ResolvConfPath": "/var/lib/docker/containers/aecc65461015a4bfe50052a4966ccaf7f88de0d25a6fe3fd4f4d3fbfa3731c03/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/aecc65461015a4bfe50052a4966ccaf7f88de0d25a6fe3fd4f4d3fbfa3731c03/hostname",
"HostsPath": "/var/lib/docker/containers/aecc65461015a4bfe50052a4966ccaf7f88de0d25a6fe3fd4f4d3fbfa3731c03/hosts",
"LogPath": "/var/lib/docker/containers/aecc65461015a4bfe50052a4966ccaf7f88de0d25a6fe3fd4f4d3fbfa3731c03/aecc65461015a4bfe50052a4966ccaf7f88de0d25a6fe3fd4f4d3fbfa3731c03-json.log",
"Name": "/addons-237678",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-237678:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-237678",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/c95ca03e345dbfed2a087b9539313895733f40e5feaa702260d1f7acbd639d7b-init/diff:/var/lib/docker/overlay2/f762192c552406e923de3fcb2db2756770325685c188638c13eb19bc257f7ea1/diff",
"MergedDir": "/var/lib/docker/overlay2/c95ca03e345dbfed2a087b9539313895733f40e5feaa702260d1f7acbd639d7b/merged",
"UpperDir": "/var/lib/docker/overlay2/c95ca03e345dbfed2a087b9539313895733f40e5feaa702260d1f7acbd639d7b/diff",
"WorkDir": "/var/lib/docker/overlay2/c95ca03e345dbfed2a087b9539313895733f40e5feaa702260d1f7acbd639d7b/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-237678",
"Source": "/var/lib/docker/volumes/addons-237678/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-237678",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-237678",
"name.minikube.sigs.k8s.io": "addons-237678",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "9787fc3be071ca8f943d62019dfabb149f8a0d20a3c8529f454e950668f8d26c",
"SandboxKey": "/var/run/docker/netns/9787fc3be071",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-237678": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "5eb4d2d8f8dd4d490eb0db6ef731064c7679e08089bdcf32fc89ea4ea2086677",
"EndpointID": "0d2f33bbcdfe3f215b860828d7058288c48a373d7c50cff3e3c5c7c4a8e5ba90",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-237678",
"aecc65461015"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-237678 -n addons-237678
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-237678 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-237678 logs -n 25: (1.123627211s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-333411 | download-only-333411 | jenkins | v1.34.0 | 13 Dec 24 19:02 UTC | 13 Dec 24 19:02 UTC |
| start | --download-only -p | download-docker-509470 | jenkins | v1.34.0 | 13 Dec 24 19:02 UTC | |
| | download-docker-509470 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-509470 | download-docker-509470 | jenkins | v1.34.0 | 13 Dec 24 19:02 UTC | 13 Dec 24 19:02 UTC |
| start | --download-only -p | binary-mirror-428326 | jenkins | v1.34.0 | 13 Dec 24 19:02 UTC | |
| | binary-mirror-428326 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:41935 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-428326 | binary-mirror-428326 | jenkins | v1.34.0 | 13 Dec 24 19:02 UTC | 13 Dec 24 19:02 UTC |
| addons | enable dashboard -p | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:02 UTC | |
| | addons-237678 | | | | | |
| addons | disable dashboard -p | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:02 UTC | |
| | addons-237678 | | | | | |
| start | -p addons-237678 --wait=true | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:02 UTC | 13 Dec 24 19:05 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-237678 addons disable | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:05 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons disable | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:05 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:05 UTC |
| | -p addons-237678 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:05 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons disable | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:05 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-237678 ip | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:05 UTC |
| addons | addons-237678 addons disable | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:05 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-237678 ssh curl -s | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ssh | addons-237678 ssh cat | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:05 UTC |
| | /opt/local-path-provisioner/pvc-44be87ee-926f-4202-9a14-cc59be04dc06_default_test-pvc/file1 | | | | | |
| addons | addons-237678 addons disable | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:05 UTC | 13 Dec 24 19:06 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:06 UTC | 13 Dec 24 19:06 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:06 UTC | 13 Dec 24 19:06 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons disable | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:06 UTC | 13 Dec 24 19:06 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons disable | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:06 UTC | 13 Dec 24 19:06 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:06 UTC | 13 Dec 24 19:06 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-237678 addons | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:06 UTC | 13 Dec 24 19:06 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-237678 ip | addons-237678 | jenkins | v1.34.0 | 13 Dec 24 19:08 UTC | 13 Dec 24 19:08 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/13 19:02:14
Running on machine: ubuntu-20-agent
Binary: Built with gc go1.23.3 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1213 19:02:14.869381 24117 out.go:345] Setting OutFile to fd 1 ...
I1213 19:02:14.869508 24117 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1213 19:02:14.869518 24117 out.go:358] Setting ErrFile to fd 2...
I1213 19:02:14.869524 24117 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1213 19:02:14.869704 24117 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20090-15903/.minikube/bin
I1213 19:02:14.870288 24117 out.go:352] Setting JSON to false
I1213 19:02:14.871089 24117 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent","uptime":2679,"bootTime":1734113856,"procs":170,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1213 19:02:14.871187 24117 start.go:139] virtualization: kvm guest
I1213 19:02:14.873343 24117 out.go:177] * [addons-237678] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1213 19:02:14.874776 24117 out.go:177] - MINIKUBE_LOCATION=20090
I1213 19:02:14.874771 24117 notify.go:220] Checking for updates...
I1213 19:02:14.876218 24117 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1213 19:02:14.877612 24117 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20090-15903/kubeconfig
I1213 19:02:14.878886 24117 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20090-15903/.minikube
I1213 19:02:14.880245 24117 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1213 19:02:14.881525 24117 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1213 19:02:14.882948 24117 driver.go:394] Setting default libvirt URI to qemu:///system
I1213 19:02:14.903737 24117 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1213 19:02:14.903863 24117 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1213 19:02:14.949872 24117 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2024-12-13 19:02:14.941037928 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647935488 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-
nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1213 19:02:14.949972 24117 docker.go:318] overlay module found
I1213 19:02:14.952952 24117 out.go:177] * Using the docker driver based on user configuration
I1213 19:02:14.954455 24117 start.go:297] selected driver: docker
I1213 19:02:14.954468 24117 start.go:901] validating driver "docker" against <nil>
I1213 19:02:14.954479 24117 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1213 19:02:14.955217 24117 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1213 19:02:15.001239 24117 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:45 SystemTime:2024-12-13 19:02:14.991614924 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647935488 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-
nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1213 19:02:15.001475 24117 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1213 19:02:15.001716 24117 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1213 19:02:15.003482 24117 out.go:177] * Using Docker driver with root privileges
I1213 19:02:15.004742 24117 cni.go:84] Creating CNI manager for ""
I1213 19:02:15.004811 24117 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1213 19:02:15.004826 24117 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1213 19:02:15.004896 24117 start.go:340] cluster config:
{Name:addons-237678 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-237678 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1213 19:02:15.006206 24117 out.go:177] * Starting "addons-237678" primary control-plane node in "addons-237678" cluster
I1213 19:02:15.007232 24117 cache.go:121] Beginning downloading kic base image for docker with crio
I1213 19:02:15.008465 24117 out.go:177] * Pulling base image v0.0.45-1734029593-20090 ...
I1213 19:02:15.009629 24117 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1213 19:02:15.009655 24117 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 in local docker daemon
I1213 19:02:15.009674 24117 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20090-15903/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1213 19:02:15.009686 24117 cache.go:56] Caching tarball of preloaded images
I1213 19:02:15.009776 24117 preload.go:172] Found /home/jenkins/minikube-integration/20090-15903/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1213 19:02:15.009791 24117 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1213 19:02:15.010129 24117 profile.go:143] Saving config to /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/config.json ...
I1213 19:02:15.010155 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/config.json: {Name:mk08cc8c3b1749a2d5b51432634b107fe06d2d54 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:15.025309 24117 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 to local cache
I1213 19:02:15.025419 24117 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 in local cache directory
I1213 19:02:15.025434 24117 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 in local cache directory, skipping pull
I1213 19:02:15.025438 24117 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 exists in cache, skipping pull
I1213 19:02:15.025447 24117 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 as a tarball
I1213 19:02:15.025455 24117 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 from local cache
I1213 19:02:27.446756 24117 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 from cached tarball
I1213 19:02:27.446791 24117 cache.go:194] Successfully downloaded all kic artifacts
I1213 19:02:27.446820 24117 start.go:360] acquireMachinesLock for addons-237678: {Name:mk9d17c191be779336b39fc07058cf7c6bc54007 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1213 19:02:27.446913 24117 start.go:364] duration metric: took 75.192µs to acquireMachinesLock for "addons-237678"
I1213 19:02:27.446954 24117 start.go:93] Provisioning new machine with config: &{Name:addons-237678 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-237678 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1213 19:02:27.447043 24117 start.go:125] createHost starting for "" (driver="docker")
I1213 19:02:27.448954 24117 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1213 19:02:27.449165 24117 start.go:159] libmachine.API.Create for "addons-237678" (driver="docker")
I1213 19:02:27.449192 24117 client.go:168] LocalClient.Create starting
I1213 19:02:27.449279 24117 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca.pem
I1213 19:02:27.608485 24117 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/cert.pem
I1213 19:02:27.762981 24117 cli_runner.go:164] Run: docker network inspect addons-237678 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1213 19:02:27.779101 24117 cli_runner.go:211] docker network inspect addons-237678 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1213 19:02:27.779175 24117 network_create.go:284] running [docker network inspect addons-237678] to gather additional debugging logs...
I1213 19:02:27.779204 24117 cli_runner.go:164] Run: docker network inspect addons-237678
W1213 19:02:27.794856 24117 cli_runner.go:211] docker network inspect addons-237678 returned with exit code 1
I1213 19:02:27.794895 24117 network_create.go:287] error running [docker network inspect addons-237678]: docker network inspect addons-237678: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-237678 not found
I1213 19:02:27.794912 24117 network_create.go:289] output of [docker network inspect addons-237678]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-237678 not found
** /stderr **
I1213 19:02:27.795000 24117 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1213 19:02:27.810774 24117 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001a8e350}
I1213 19:02:27.810816 24117 network_create.go:124] attempt to create docker network addons-237678 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1213 19:02:27.810853 24117 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-237678 addons-237678
I1213 19:02:28.157571 24117 network_create.go:108] docker network addons-237678 192.168.49.0/24 created
I1213 19:02:28.157596 24117 kic.go:121] calculated static IP "192.168.49.2" for the "addons-237678" container
I1213 19:02:28.157661 24117 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1213 19:02:28.172992 24117 cli_runner.go:164] Run: docker volume create addons-237678 --label name.minikube.sigs.k8s.io=addons-237678 --label created_by.minikube.sigs.k8s.io=true
I1213 19:02:28.211186 24117 oci.go:103] Successfully created a docker volume addons-237678
I1213 19:02:28.211293 24117 cli_runner.go:164] Run: docker run --rm --name addons-237678-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-237678 --entrypoint /usr/bin/test -v addons-237678:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 -d /var/lib
I1213 19:02:32.655361 24117 cli_runner.go:217] Completed: docker run --rm --name addons-237678-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-237678 --entrypoint /usr/bin/test -v addons-237678:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 -d /var/lib: (4.444030941s)
I1213 19:02:32.655389 24117 oci.go:107] Successfully prepared a docker volume addons-237678
I1213 19:02:32.655405 24117 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1213 19:02:32.655422 24117 kic.go:194] Starting extracting preloaded images to volume ...
I1213 19:02:32.655467 24117 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20090-15903/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-237678:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 -I lz4 -xf /preloaded.tar -C /extractDir
I1213 19:02:37.199678 24117 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20090-15903/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-237678:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 -I lz4 -xf /preloaded.tar -C /extractDir: (4.544174785s)
I1213 19:02:37.199708 24117 kic.go:203] duration metric: took 4.544281704s to extract preloaded images to volume ...
W1213 19:02:37.199838 24117 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1213 19:02:37.199960 24117 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1213 19:02:37.241444 24117 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-237678 --name addons-237678 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-237678 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-237678 --network addons-237678 --ip 192.168.49.2 --volume addons-237678:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9
I1213 19:02:37.571702 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Running}}
I1213 19:02:37.589340 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:37.608011 24117 cli_runner.go:164] Run: docker exec addons-237678 stat /var/lib/dpkg/alternatives/iptables
I1213 19:02:37.647850 24117 oci.go:144] the created container "addons-237678" has a running status.
I1213 19:02:37.647886 24117 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa...
I1213 19:02:37.875540 24117 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1213 19:02:37.897987 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:37.919387 24117 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1213 19:02:37.919413 24117 kic_runner.go:114] Args: [docker exec --privileged addons-237678 chown docker:docker /home/docker/.ssh/authorized_keys]
I1213 19:02:38.017417 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:38.038563 24117 machine.go:93] provisionDockerMachine start ...
I1213 19:02:38.038656 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:38.057310 24117 main.go:141] libmachine: Using SSH client type: native
I1213 19:02:38.057504 24117 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1213 19:02:38.057517 24117 main.go:141] libmachine: About to run SSH command:
hostname
I1213 19:02:38.198760 24117 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-237678
I1213 19:02:38.198800 24117 ubuntu.go:169] provisioning hostname "addons-237678"
I1213 19:02:38.198866 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:38.217589 24117 main.go:141] libmachine: Using SSH client type: native
I1213 19:02:38.217770 24117 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1213 19:02:38.217784 24117 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-237678 && echo "addons-237678" | sudo tee /etc/hostname
I1213 19:02:38.369038 24117 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-237678
I1213 19:02:38.369100 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:38.386556 24117 main.go:141] libmachine: Using SSH client type: native
I1213 19:02:38.386757 24117 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1213 19:02:38.386781 24117 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-237678' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-237678/g' /etc/hosts;
else
echo '127.0.1.1 addons-237678' | sudo tee -a /etc/hosts;
fi
fi
I1213 19:02:38.519356 24117 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1213 19:02:38.519382 24117 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20090-15903/.minikube CaCertPath:/home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20090-15903/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20090-15903/.minikube}
I1213 19:02:38.519421 24117 ubuntu.go:177] setting up certificates
I1213 19:02:38.519433 24117 provision.go:84] configureAuth start
I1213 19:02:38.519483 24117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-237678
I1213 19:02:38.536086 24117 provision.go:143] copyHostCerts
I1213 19:02:38.536151 24117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20090-15903/.minikube/ca.pem (1078 bytes)
I1213 19:02:38.536252 24117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20090-15903/.minikube/cert.pem (1123 bytes)
I1213 19:02:38.536317 24117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20090-15903/.minikube/key.pem (1675 bytes)
I1213 19:02:38.536371 24117 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20090-15903/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca-key.pem org=jenkins.addons-237678 san=[127.0.0.1 192.168.49.2 addons-237678 localhost minikube]
I1213 19:02:38.629249 24117 provision.go:177] copyRemoteCerts
I1213 19:02:38.629309 24117 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1213 19:02:38.629342 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:38.646327 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:38.743189 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1213 19:02:38.764090 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1213 19:02:38.784954 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1213 19:02:38.806073 24117 provision.go:87] duration metric: took 286.618153ms to configureAuth
I1213 19:02:38.806103 24117 ubuntu.go:193] setting minikube options for container-runtime
I1213 19:02:38.806267 24117 config.go:182] Loaded profile config "addons-237678": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1213 19:02:38.806357 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:38.822926 24117 main.go:141] libmachine: Using SSH client type: native
I1213 19:02:38.823106 24117 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1213 19:02:38.823125 24117 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1213 19:02:39.041385 24117 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1213 19:02:39.041405 24117 machine.go:96] duration metric: took 1.002820912s to provisionDockerMachine
I1213 19:02:39.041415 24117 client.go:171] duration metric: took 11.592217765s to LocalClient.Create
I1213 19:02:39.041426 24117 start.go:167] duration metric: took 11.592262718s to libmachine.API.Create "addons-237678"
I1213 19:02:39.041432 24117 start.go:293] postStartSetup for "addons-237678" (driver="docker")
I1213 19:02:39.041441 24117 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1213 19:02:39.041484 24117 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1213 19:02:39.041518 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:39.058582 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:39.155480 24117 ssh_runner.go:195] Run: cat /etc/os-release
I1213 19:02:39.158701 24117 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1213 19:02:39.158732 24117 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1213 19:02:39.158740 24117 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1213 19:02:39.158749 24117 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1213 19:02:39.158764 24117 filesync.go:126] Scanning /home/jenkins/minikube-integration/20090-15903/.minikube/addons for local assets ...
I1213 19:02:39.158819 24117 filesync.go:126] Scanning /home/jenkins/minikube-integration/20090-15903/.minikube/files for local assets ...
I1213 19:02:39.158846 24117 start.go:296] duration metric: took 117.408146ms for postStartSetup
I1213 19:02:39.159139 24117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-237678
I1213 19:02:39.176017 24117 profile.go:143] Saving config to /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/config.json ...
I1213 19:02:39.176258 24117 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1213 19:02:39.176302 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:39.193919 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:39.287765 24117 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1213 19:02:39.291735 24117 start.go:128] duration metric: took 11.844676452s to createHost
I1213 19:02:39.291762 24117 start.go:83] releasing machines lock for "addons-237678", held for 11.844837676s
I1213 19:02:39.291828 24117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-237678
I1213 19:02:39.308742 24117 ssh_runner.go:195] Run: cat /version.json
I1213 19:02:39.308794 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:39.308823 24117 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1213 19:02:39.308892 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:39.327200 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:39.327775 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:39.418859 24117 ssh_runner.go:195] Run: systemctl --version
I1213 19:02:39.422729 24117 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1213 19:02:39.559873 24117 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1213 19:02:39.563931 24117 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1213 19:02:39.580847 24117 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1213 19:02:39.580935 24117 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1213 19:02:39.606376 24117 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1213 19:02:39.606398 24117 start.go:495] detecting cgroup driver to use...
I1213 19:02:39.606425 24117 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1213 19:02:39.606461 24117 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1213 19:02:39.619458 24117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1213 19:02:39.629006 24117 docker.go:217] disabling cri-docker service (if available) ...
I1213 19:02:39.629051 24117 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1213 19:02:39.640415 24117 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1213 19:02:39.652480 24117 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1213 19:02:39.724111 24117 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1213 19:02:39.800484 24117 docker.go:233] disabling docker service ...
I1213 19:02:39.800548 24117 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1213 19:02:39.817683 24117 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1213 19:02:39.827869 24117 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1213 19:02:39.900341 24117 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1213 19:02:39.980660 24117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1213 19:02:39.990327 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1213 19:02:40.005441 24117 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1213 19:02:40.005503 24117 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1213 19:02:40.013979 24117 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1213 19:02:40.014039 24117 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1213 19:02:40.022604 24117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1213 19:02:40.031296 24117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1213 19:02:40.039734 24117 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1213 19:02:40.047895 24117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1213 19:02:40.056094 24117 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1213 19:02:40.069660 24117 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1213 19:02:40.077947 24117 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1213 19:02:40.085058 24117 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1213 19:02:40.085115 24117 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1213 19:02:40.097525 24117 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1213 19:02:40.105057 24117 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1213 19:02:40.174877 24117 ssh_runner.go:195] Run: sudo systemctl restart crio
I1213 19:02:40.275535 24117 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1213 19:02:40.275605 24117 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1213 19:02:40.278616 24117 start.go:563] Will wait 60s for crictl version
I1213 19:02:40.278661 24117 ssh_runner.go:195] Run: which crictl
I1213 19:02:40.281538 24117 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1213 19:02:40.312723 24117 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1213 19:02:40.312812 24117 ssh_runner.go:195] Run: crio --version
I1213 19:02:40.346272 24117 ssh_runner.go:195] Run: crio --version
I1213 19:02:40.379851 24117 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1213 19:02:40.381328 24117 cli_runner.go:164] Run: docker network inspect addons-237678 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1213 19:02:40.397635 24117 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1213 19:02:40.400996 24117 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1213 19:02:40.410607 24117 kubeadm.go:883] updating cluster {Name:addons-237678 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-237678 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1213 19:02:40.410720 24117 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1213 19:02:40.410772 24117 ssh_runner.go:195] Run: sudo crictl images --output json
I1213 19:02:40.472930 24117 crio.go:514] all images are preloaded for cri-o runtime.
I1213 19:02:40.472956 24117 crio.go:433] Images already preloaded, skipping extraction
I1213 19:02:40.473044 24117 ssh_runner.go:195] Run: sudo crictl images --output json
I1213 19:02:40.506189 24117 crio.go:514] all images are preloaded for cri-o runtime.
I1213 19:02:40.506210 24117 cache_images.go:84] Images are preloaded, skipping loading
I1213 19:02:40.506217 24117 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1213 19:02:40.506292 24117 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-237678 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-237678 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1213 19:02:40.506358 24117 ssh_runner.go:195] Run: crio config
I1213 19:02:40.545000 24117 cni.go:84] Creating CNI manager for ""
I1213 19:02:40.545020 24117 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1213 19:02:40.545036 24117 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1213 19:02:40.545058 24117 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-237678 NodeName:addons-237678 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1213 19:02:40.545173 24117 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-237678"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1213 19:02:40.545236 24117 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1213 19:02:40.552922 24117 binaries.go:44] Found k8s binaries, skipping transfer
I1213 19:02:40.552985 24117 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1213 19:02:40.560532 24117 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1213 19:02:40.576013 24117 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1213 19:02:40.591443 24117 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1213 19:02:40.606683 24117 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1213 19:02:40.609692 24117 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1213 19:02:40.618870 24117 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1213 19:02:40.695564 24117 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1213 19:02:40.707068 24117 certs.go:68] Setting up /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678 for IP: 192.168.49.2
I1213 19:02:40.707092 24117 certs.go:194] generating shared ca certs ...
I1213 19:02:40.707113 24117 certs.go:226] acquiring lock for ca certs: {Name:mk2fbaac84ab0753d470e1940d79f7bab81bd059 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:40.707258 24117 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20090-15903/.minikube/ca.key
I1213 19:02:40.943570 24117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20090-15903/.minikube/ca.crt ...
I1213 19:02:40.943602 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/ca.crt: {Name:mkdb34501d4529e4f582fc9651a84aaa3424c28d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:40.943769 24117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20090-15903/.minikube/ca.key ...
I1213 19:02:40.943779 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/ca.key: {Name:mk2e973a83de73ccad632e5b26aff21214d2bdc6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:40.943850 24117 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20090-15903/.minikube/proxy-client-ca.key
I1213 19:02:41.084013 24117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20090-15903/.minikube/proxy-client-ca.crt ...
I1213 19:02:41.084040 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/proxy-client-ca.crt: {Name:mk3c2611246939751ed236e914b6e8b65b3fc451 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:41.084205 24117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20090-15903/.minikube/proxy-client-ca.key ...
I1213 19:02:41.084216 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/proxy-client-ca.key: {Name:mk7464522b7ff8a643d52f3c19186a8d46486aba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:41.084284 24117 certs.go:256] generating profile certs ...
I1213 19:02:41.084336 24117 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/client.key
I1213 19:02:41.084350 24117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/client.crt with IP's: []
I1213 19:02:41.214303 24117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/client.crt ...
I1213 19:02:41.214331 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/client.crt: {Name:mk785f1592568ee3f28a7bac32c45dd7c605fa94 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:41.214475 24117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/client.key ...
I1213 19:02:41.214484 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/client.key: {Name:mk96a6dfd7700d17587300963698b5d2cfb8a38d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:41.214550 24117 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.key.52e9ce70
I1213 19:02:41.214569 24117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.crt.52e9ce70 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1213 19:02:41.336159 24117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.crt.52e9ce70 ...
I1213 19:02:41.336189 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.crt.52e9ce70: {Name:mkb3a9df19cbc8acf913abf9a3a879b3ccb711bc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:41.336346 24117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.key.52e9ce70 ...
I1213 19:02:41.336360 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.key.52e9ce70: {Name:mkb33c54c0d6c298791786897d053bb1ca298d8d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:41.336429 24117 certs.go:381] copying /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.crt.52e9ce70 -> /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.crt
I1213 19:02:41.336498 24117 certs.go:385] copying /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.key.52e9ce70 -> /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.key
I1213 19:02:41.336548 24117 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/proxy-client.key
I1213 19:02:41.336565 24117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/proxy-client.crt with IP's: []
I1213 19:02:41.400015 24117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/proxy-client.crt ...
I1213 19:02:41.400044 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/proxy-client.crt: {Name:mk1d7f6e55002a189386cb19a8bb439c3435565c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:41.400196 24117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/proxy-client.key ...
I1213 19:02:41.400206 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/proxy-client.key: {Name:mk040a144459cc8a1de1c98c510410be1ef4314a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:41.400367 24117 certs.go:484] found cert: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca-key.pem (1679 bytes)
I1213 19:02:41.400403 24117 certs.go:484] found cert: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/ca.pem (1078 bytes)
I1213 19:02:41.400426 24117 certs.go:484] found cert: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/cert.pem (1123 bytes)
I1213 19:02:41.400453 24117 certs.go:484] found cert: /home/jenkins/minikube-integration/20090-15903/.minikube/certs/key.pem (1675 bytes)
I1213 19:02:41.401069 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1213 19:02:41.422176 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1213 19:02:41.442572 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1213 19:02:41.463146 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1213 19:02:41.483523 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1213 19:02:41.504555 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1213 19:02:41.525683 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1213 19:02:41.549135 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/profiles/addons-237678/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1213 19:02:41.570083 24117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20090-15903/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1213 19:02:41.591494 24117 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1213 19:02:41.606545 24117 ssh_runner.go:195] Run: openssl version
I1213 19:02:41.611344 24117 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1213 19:02:41.619519 24117 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1213 19:02:41.622595 24117 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 13 19:02 /usr/share/ca-certificates/minikubeCA.pem
I1213 19:02:41.622638 24117 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1213 19:02:41.628818 24117 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1213 19:02:41.637212 24117 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1213 19:02:41.640237 24117 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1213 19:02:41.640284 24117 kubeadm.go:392] StartCluster: {Name:addons-237678 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-237678 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1213 19:02:41.640376 24117 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1213 19:02:41.640414 24117 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1213 19:02:41.672019 24117 cri.go:89] found id: ""
I1213 19:02:41.672086 24117 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1213 19:02:41.679799 24117 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1213 19:02:41.687191 24117 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1213 19:02:41.687232 24117 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1213 19:02:41.694554 24117 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1213 19:02:41.694570 24117 kubeadm.go:157] found existing configuration files:
I1213 19:02:41.694605 24117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1213 19:02:41.702006 24117 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1213 19:02:41.702058 24117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1213 19:02:41.709216 24117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1213 19:02:41.716648 24117 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1213 19:02:41.716706 24117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1213 19:02:41.724068 24117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1213 19:02:41.732969 24117 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1213 19:02:41.733021 24117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1213 19:02:41.740280 24117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1213 19:02:41.747725 24117 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1213 19:02:41.747780 24117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1213 19:02:41.755007 24117 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1213 19:02:41.804655 24117 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1071-gcp\n", err: exit status 1
I1213 19:02:41.851914 24117 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1213 19:02:49.774295 24117 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1213 19:02:49.774365 24117 kubeadm.go:310] [preflight] Running pre-flight checks
I1213 19:02:49.774463 24117 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1213 19:02:49.774523 24117 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1071-gcp[0m
I1213 19:02:49.774558 24117 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1213 19:02:49.774599 24117 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1213 19:02:49.774651 24117 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1213 19:02:49.774691 24117 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1213 19:02:49.774738 24117 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1213 19:02:49.774779 24117 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1213 19:02:49.774823 24117 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1213 19:02:49.774888 24117 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1213 19:02:49.774976 24117 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1213 19:02:49.775046 24117 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1213 19:02:49.775155 24117 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1213 19:02:49.775269 24117 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1213 19:02:49.775377 24117 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1213 19:02:49.775437 24117 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1213 19:02:49.777389 24117 out.go:235] - Generating certificates and keys ...
I1213 19:02:49.777475 24117 kubeadm.go:310] [certs] Using existing ca certificate authority
I1213 19:02:49.777552 24117 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1213 19:02:49.777614 24117 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1213 19:02:49.777669 24117 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1213 19:02:49.777724 24117 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1213 19:02:49.777771 24117 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1213 19:02:49.777831 24117 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1213 19:02:49.777937 24117 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-237678 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1213 19:02:49.778030 24117 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1213 19:02:49.778247 24117 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-237678 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1213 19:02:49.778318 24117 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1213 19:02:49.778376 24117 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1213 19:02:49.778416 24117 kubeadm.go:310] [certs] Generating "sa" key and public key
I1213 19:02:49.778466 24117 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1213 19:02:49.778510 24117 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1213 19:02:49.778557 24117 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1213 19:02:49.778608 24117 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1213 19:02:49.778664 24117 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1213 19:02:49.778713 24117 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1213 19:02:49.778783 24117 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1213 19:02:49.778843 24117 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1213 19:02:49.780499 24117 out.go:235] - Booting up control plane ...
I1213 19:02:49.780604 24117 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1213 19:02:49.780681 24117 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1213 19:02:49.780744 24117 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1213 19:02:49.780846 24117 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1213 19:02:49.780986 24117 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1213 19:02:49.781059 24117 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1213 19:02:49.781222 24117 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1213 19:02:49.781333 24117 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1213 19:02:49.781425 24117 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.621764ms
I1213 19:02:49.781534 24117 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1213 19:02:49.781624 24117 kubeadm.go:310] [api-check] The API server is healthy after 4.001359014s
I1213 19:02:49.781739 24117 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1213 19:02:49.781874 24117 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1213 19:02:49.781965 24117 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1213 19:02:49.782154 24117 kubeadm.go:310] [mark-control-plane] Marking the node addons-237678 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1213 19:02:49.782245 24117 kubeadm.go:310] [bootstrap-token] Using token: ufky5y.p8vtytenxjrrx9g5
I1213 19:02:49.784910 24117 out.go:235] - Configuring RBAC rules ...
I1213 19:02:49.785025 24117 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1213 19:02:49.785143 24117 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1213 19:02:49.785322 24117 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1213 19:02:49.785487 24117 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1213 19:02:49.785621 24117 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1213 19:02:49.785730 24117 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1213 19:02:49.785866 24117 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1213 19:02:49.785928 24117 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1213 19:02:49.785996 24117 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1213 19:02:49.786006 24117 kubeadm.go:310]
I1213 19:02:49.786088 24117 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1213 19:02:49.786100 24117 kubeadm.go:310]
I1213 19:02:49.786163 24117 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1213 19:02:49.786169 24117 kubeadm.go:310]
I1213 19:02:49.786190 24117 kubeadm.go:310] mkdir -p $HOME/.kube
I1213 19:02:49.786244 24117 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1213 19:02:49.786290 24117 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1213 19:02:49.786296 24117 kubeadm.go:310]
I1213 19:02:49.786340 24117 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1213 19:02:49.786346 24117 kubeadm.go:310]
I1213 19:02:49.786388 24117 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1213 19:02:49.786394 24117 kubeadm.go:310]
I1213 19:02:49.786441 24117 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1213 19:02:49.786512 24117 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1213 19:02:49.786599 24117 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1213 19:02:49.786609 24117 kubeadm.go:310]
I1213 19:02:49.786685 24117 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1213 19:02:49.786788 24117 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1213 19:02:49.786799 24117 kubeadm.go:310]
I1213 19:02:49.786866 24117 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ufky5y.p8vtytenxjrrx9g5 \
I1213 19:02:49.786952 24117 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:638961caa3d3d382bee193acde3e67d6eb5a416d1c68186140e9cf3d3b49b876 \
I1213 19:02:49.786972 24117 kubeadm.go:310] --control-plane
I1213 19:02:49.786978 24117 kubeadm.go:310]
I1213 19:02:49.787051 24117 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1213 19:02:49.787057 24117 kubeadm.go:310]
I1213 19:02:49.787123 24117 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ufky5y.p8vtytenxjrrx9g5 \
I1213 19:02:49.787234 24117 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:638961caa3d3d382bee193acde3e67d6eb5a416d1c68186140e9cf3d3b49b876
I1213 19:02:49.787245 24117 cni.go:84] Creating CNI manager for ""
I1213 19:02:49.787252 24117 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1213 19:02:49.788982 24117 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1213 19:02:49.790292 24117 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1213 19:02:49.793850 24117 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1213 19:02:49.793866 24117 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1213 19:02:49.810277 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1213 19:02:49.998712 24117 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1213 19:02:49.998761 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:49.998830 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-237678 minikube.k8s.io/updated_at=2024_12_13T19_02_49_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=68ea3eca706f73191794a96e3518c1d004192956 minikube.k8s.io/name=addons-237678 minikube.k8s.io/primary=true
I1213 19:02:50.062630 24117 ops.go:34] apiserver oom_adj: -16
I1213 19:02:50.062777 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:50.563107 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:51.063793 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:51.563181 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:52.063061 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:52.562909 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:53.062964 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:53.563100 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:54.063613 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:54.563852 24117 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1213 19:02:54.624663 24117 kubeadm.go:1113] duration metric: took 4.625944665s to wait for elevateKubeSystemPrivileges
I1213 19:02:54.624714 24117 kubeadm.go:394] duration metric: took 12.984432698s to StartCluster
I1213 19:02:54.624738 24117 settings.go:142] acquiring lock: {Name:mk1d582ab037339c5185379bff3c01140f06f006 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:54.624874 24117 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20090-15903/kubeconfig
I1213 19:02:54.625413 24117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20090-15903/kubeconfig: {Name:mka9db62e71382b1e468379ab2f4120f5c10e65e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1213 19:02:54.625628 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1213 19:02:54.625656 24117 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1213 19:02:54.625714 24117 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1213 19:02:54.625836 24117 addons.go:69] Setting yakd=true in profile "addons-237678"
I1213 19:02:54.625850 24117 addons.go:69] Setting cloud-spanner=true in profile "addons-237678"
I1213 19:02:54.625869 24117 addons.go:234] Setting addon cloud-spanner=true in "addons-237678"
I1213 19:02:54.625872 24117 addons.go:69] Setting metrics-server=true in profile "addons-237678"
I1213 19:02:54.625877 24117 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-237678"
I1213 19:02:54.625898 24117 addons.go:234] Setting addon metrics-server=true in "addons-237678"
I1213 19:02:54.625901 24117 addons.go:69] Setting default-storageclass=true in profile "addons-237678"
I1213 19:02:54.625905 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.625904 24117 config.go:182] Loaded profile config "addons-237678": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1213 19:02:54.625916 24117 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-237678"
I1213 19:02:54.625921 24117 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-237678"
I1213 19:02:54.625930 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.625948 24117 addons.go:69] Setting ingress-dns=true in profile "addons-237678"
I1213 19:02:54.625958 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.625964 24117 addons.go:234] Setting addon ingress-dns=true in "addons-237678"
I1213 19:02:54.625995 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.626041 24117 addons.go:69] Setting storage-provisioner=true in profile "addons-237678"
I1213 19:02:54.626063 24117 addons.go:234] Setting addon storage-provisioner=true in "addons-237678"
I1213 19:02:54.626091 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.626272 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.626436 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.626451 24117 addons.go:69] Setting inspektor-gadget=true in profile "addons-237678"
I1213 19:02:54.626455 24117 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-237678"
I1213 19:02:54.626462 24117 addons.go:69] Setting volcano=true in profile "addons-237678"
I1213 19:02:54.626465 24117 addons.go:234] Setting addon inspektor-gadget=true in "addons-237678"
I1213 19:02:54.626451 24117 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-237678"
I1213 19:02:54.626479 24117 addons.go:234] Setting addon volcano=true in "addons-237678"
I1213 19:02:54.626492 24117 addons.go:69] Setting registry=true in profile "addons-237678"
I1213 19:02:54.626496 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.626503 24117 addons.go:234] Setting addon registry=true in "addons-237678"
I1213 19:02:54.626515 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.626522 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.626528 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.626546 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.626439 24117 addons.go:234] Setting addon yakd=true in "addons-237678"
I1213 19:02:54.626953 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.626958 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.627126 24117 addons.go:69] Setting gcp-auth=true in profile "addons-237678"
I1213 19:02:54.627129 24117 addons.go:69] Setting volumesnapshots=true in profile "addons-237678"
I1213 19:02:54.627143 24117 addons.go:234] Setting addon volumesnapshots=true in "addons-237678"
I1213 19:02:54.627146 24117 mustload.go:65] Loading cluster: addons-237678
I1213 19:02:54.627169 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.627327 24117 config.go:182] Loaded profile config "addons-237678": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1213 19:02:54.627450 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.627633 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.627706 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.626467 24117 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-237678"
I1213 19:02:54.627926 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.628457 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.625838 24117 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-237678"
I1213 19:02:54.628791 24117 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-237678"
I1213 19:02:54.628825 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.626441 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.631630 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.632350 24117 out.go:177] * Verifying Kubernetes components...
I1213 19:02:54.625881 24117 addons.go:69] Setting ingress=true in profile "addons-237678"
I1213 19:02:54.632765 24117 addons.go:234] Setting addon ingress=true in "addons-237678"
I1213 19:02:54.626440 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.626924 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.626481 24117 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-237678"
I1213 19:02:54.632832 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.634332 24117 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1213 19:02:54.655702 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.655979 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.656911 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.662674 24117 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1213 19:02:54.662741 24117 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1213 19:02:54.662865 24117 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1213 19:02:54.664384 24117 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1213 19:02:54.664405 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1213 19:02:54.664453 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.665058 24117 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1213 19:02:54.665102 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1213 19:02:54.665156 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.665702 24117 out.go:177] - Using image docker.io/registry:2.8.3
I1213 19:02:54.667186 24117 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1213 19:02:54.667341 24117 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1213 19:02:54.667357 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1213 19:02:54.667404 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.668402 24117 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1213 19:02:54.668418 24117 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1213 19:02:54.668461 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.672445 24117 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1213 19:02:54.676045 24117 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1213 19:02:54.676077 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1213 19:02:54.676136 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.689294 24117 addons.go:234] Setting addon default-storageclass=true in "addons-237678"
I1213 19:02:54.689349 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.689847 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
W1213 19:02:54.723560 24117 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1213 19:02:54.726534 24117 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.35.0
I1213 19:02:54.726747 24117 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1213 19:02:54.726794 24117 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1213 19:02:54.728115 24117 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1213 19:02:54.728276 24117 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1213 19:02:54.728394 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.729426 24117 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1213 19:02:54.729444 24117 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1213 19:02:54.729495 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.730505 24117 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1213 19:02:54.731965 24117 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1213 19:02:54.734263 24117 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1213 19:02:54.734283 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1213 19:02:54.734403 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.734594 24117 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1213 19:02:54.735958 24117 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.25
I1213 19:02:54.737492 24117 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1213 19:02:54.737512 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1213 19:02:54.737566 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.737704 24117 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1213 19:02:54.738379 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.740034 24117 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I1213 19:02:54.740096 24117 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1213 19:02:54.741732 24117 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1213 19:02:54.741745 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1213 19:02:54.741798 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.743477 24117 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1213 19:02:54.744737 24117 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1213 19:02:54.746011 24117 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1213 19:02:54.747172 24117 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1213 19:02:54.747228 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.748321 24117 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1213 19:02:54.749561 24117 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1213 19:02:54.749580 24117 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1213 19:02:54.749577 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.749641 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.749888 24117 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1213 19:02:54.751372 24117 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1213 19:02:54.751394 24117 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1213 19:02:54.751459 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.761103 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.777231 24117 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1213 19:02:54.777262 24117 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1213 19:02:54.777320 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:02:54.784555 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.785112 24117 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-237678"
I1213 19:02:54.785156 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.785360 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.785631 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:02:54.786636 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.791827 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.793202 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.799473 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:02:54.799743 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.803815 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.804301 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.804311 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.813079 24117 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1213 19:02:54.814387 24117 out.go:177] - Using image docker.io/busybox:stable
I1213 19:02:54.815849 24117 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1213 19:02:54.815870 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1213 19:02:54.815927 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
W1213 19:02:54.827607 24117 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1213 19:02:54.827641 24117 retry.go:31] will retry after 304.050863ms: ssh: handshake failed: EOF
I1213 19:02:54.828188 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1213 19:02:54.849242 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:02:54.911169 24117 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1213 19:02:55.124459 24117 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1213 19:02:55.124489 24117 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1213 19:02:55.129036 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1213 19:02:55.220877 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1213 19:02:55.232565 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1213 19:02:55.313229 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1213 19:02:55.408044 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1213 19:02:55.412248 24117 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1213 19:02:55.412273 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1213 19:02:55.413983 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1213 19:02:55.416660 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1213 19:02:55.418208 24117 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1213 19:02:55.418229 24117 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1213 19:02:55.418441 24117 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1213 19:02:55.418460 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1213 19:02:55.432076 24117 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1213 19:02:55.432104 24117 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1213 19:02:55.508734 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1213 19:02:55.509865 24117 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1213 19:02:55.509887 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14576 bytes)
I1213 19:02:55.620174 24117 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1213 19:02:55.620281 24117 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1213 19:02:55.709414 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1213 19:02:55.710261 24117 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1213 19:02:55.710322 24117 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1213 19:02:55.714824 24117 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1213 19:02:55.714906 24117 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1213 19:02:55.717957 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1213 19:02:55.730468 24117 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1213 19:02:55.730561 24117 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1213 19:02:55.933458 24117 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1213 19:02:55.933487 24117 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1213 19:02:56.121572 24117 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1213 19:02:56.121649 24117 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1213 19:02:56.208878 24117 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1213 19:02:56.208975 24117 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1213 19:02:56.313233 24117 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1213 19:02:56.313310 24117 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1213 19:02:56.420740 24117 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.592523299s)
I1213 19:02:56.420862 24117 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1213 19:02:56.420839 24117 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.509644119s)
I1213 19:02:56.422243 24117 node_ready.go:35] waiting up to 6m0s for node "addons-237678" to be "Ready" ...
I1213 19:02:56.423778 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1213 19:02:56.424211 24117 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1213 19:02:56.424230 24117 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1213 19:02:56.431880 24117 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1213 19:02:56.431920 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1213 19:02:56.615396 24117 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1213 19:02:56.615495 24117 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1213 19:02:56.624224 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (1.495149859s)
I1213 19:02:56.624356 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (1.403451703s)
I1213 19:02:56.711425 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1213 19:02:56.719687 24117 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1213 19:02:56.719714 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1213 19:02:56.922938 24117 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1213 19:02:56.922961 24117 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1213 19:02:57.111034 24117 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-237678" context rescaled to 1 replicas
I1213 19:02:57.212048 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1213 19:02:57.229424 24117 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1213 19:02:57.229514 24117 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1213 19:02:57.620725 24117 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1213 19:02:57.620760 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1213 19:02:57.826700 24117 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1213 19:02:57.826781 24117 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1213 19:02:58.120264 24117 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1213 19:02:58.120296 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1213 19:02:58.228486 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (2.995881659s)
I1213 19:02:58.326059 24117 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1213 19:02:58.326142 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1213 19:02:58.515683 24117 node_ready.go:53] node "addons-237678" has status "Ready":"False"
I1213 19:02:58.529766 24117 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1213 19:02:58.529848 24117 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1213 19:02:58.715432 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1213 19:02:58.814760 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.501445103s)
I1213 19:02:58.814841 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (3.406676286s)
I1213 19:03:00.617426 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.203408375s)
I1213 19:03:00.617468 24117 addons.go:475] Verifying addon ingress=true in "addons-237678"
I1213 19:03:00.617690 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.201003303s)
I1213 19:03:00.617797 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.10898039s)
I1213 19:03:00.617873 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.908372769s)
I1213 19:03:00.617890 24117 addons.go:475] Verifying addon registry=true in "addons-237678"
I1213 19:03:00.618066 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.900047215s)
I1213 19:03:00.618173 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.194370756s)
I1213 19:03:00.618188 24117 addons.go:475] Verifying addon metrics-server=true in "addons-237678"
I1213 19:03:00.618233 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.906724049s)
I1213 19:03:00.619624 24117 out.go:177] * Verifying ingress addon...
I1213 19:03:00.619634 24117 out.go:177] * Verifying registry addon...
I1213 19:03:00.622051 24117 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-237678 service yakd-dashboard -n yakd-dashboard
I1213 19:03:00.623957 24117 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1213 19:03:00.624575 24117 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1213 19:03:00.628536 24117 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1213 19:03:00.628584 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:00.628831 24117 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1213 19:03:00.628853 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:00.925968 24117 node_ready.go:53] node "addons-237678" has status "Ready":"False"
I1213 19:03:01.131665 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:01.131959 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:01.236935 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.024770164s)
W1213 19:03:01.236988 24117 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1213 19:03:01.237010 24117 retry.go:31] will retry after 231.591018ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1213 19:03:01.469055 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1213 19:03:01.630252 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:01.630770 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:02.012738 24117 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1213 19:03:02.012812 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:03:02.033165 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:03:02.132656 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:02.133025 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:02.238169 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.522669523s)
I1213 19:03:02.238261 24117 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-237678"
I1213 19:03:02.240648 24117 out.go:177] * Verifying csi-hostpath-driver addon...
I1213 19:03:02.242831 24117 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1213 19:03:02.309660 24117 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1213 19:03:02.309689 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:02.325958 24117 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1213 19:03:02.343109 24117 addons.go:234] Setting addon gcp-auth=true in "addons-237678"
I1213 19:03:02.343170 24117 host.go:66] Checking if "addons-237678" exists ...
I1213 19:03:02.343565 24117 cli_runner.go:164] Run: docker container inspect addons-237678 --format={{.State.Status}}
I1213 19:03:02.361491 24117 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1213 19:03:02.361549 24117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-237678
I1213 19:03:02.382361 24117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20090-15903/.minikube/machines/addons-237678/id_rsa Username:docker}
I1213 19:03:02.627438 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:02.628138 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:02.746109 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:03.127015 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:03.127524 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:03.245416 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:03.426094 24117 node_ready.go:53] node "addons-237678" has status "Ready":"False"
I1213 19:03:03.627955 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:03.628368 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:03.746645 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:04.127761 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:04.128244 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:04.246313 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:04.539913 24117 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.070789778s)
I1213 19:03:04.539982 24117 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.17845697s)
I1213 19:03:04.541859 24117 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1213 19:03:04.543383 24117 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1213 19:03:04.544761 24117 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1213 19:03:04.544775 24117 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1213 19:03:04.561871 24117 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1213 19:03:04.561898 24117 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1213 19:03:04.577613 24117 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1213 19:03:04.577635 24117 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1213 19:03:04.593123 24117 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1213 19:03:04.627683 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:04.628091 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:04.748696 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:04.921725 24117 addons.go:475] Verifying addon gcp-auth=true in "addons-237678"
I1213 19:03:04.923146 24117 out.go:177] * Verifying gcp-auth addon...
I1213 19:03:04.925822 24117 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1213 19:03:04.927872 24117 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1213 19:03:04.927896 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:05.127391 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:05.127731 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:05.245946 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:05.428411 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:05.627054 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:05.627536 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:05.745593 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:05.924842 24117 node_ready.go:53] node "addons-237678" has status "Ready":"False"
I1213 19:03:05.928998 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:06.127582 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:06.128033 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:06.246115 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:06.428378 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:06.627006 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:06.627627 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:06.745717 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:06.928960 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:07.127683 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:07.128177 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:07.246190 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:07.429001 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:07.628199 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:07.628461 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:07.745730 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:07.925037 24117 node_ready.go:53] node "addons-237678" has status "Ready":"False"
I1213 19:03:07.929411 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:08.127030 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:08.127704 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:08.246435 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:08.428483 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:08.626873 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:08.627356 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:08.746545 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:08.929147 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:09.127761 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:09.128461 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:09.246257 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:09.428302 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:09.627765 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:09.628099 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:09.746290 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:09.925792 24117 node_ready.go:53] node "addons-237678" has status "Ready":"False"
I1213 19:03:09.928590 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:10.127147 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:10.127585 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:10.245731 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:10.427928 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:10.627587 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:10.627853 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:10.746120 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:10.928272 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:11.127133 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:11.127539 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:11.245768 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:11.429053 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:11.627537 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:11.627982 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:11.746409 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:11.925898 24117 node_ready.go:53] node "addons-237678" has status "Ready":"False"
I1213 19:03:11.928000 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:12.127752 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:12.128065 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:12.246120 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:12.428616 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:12.627151 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:12.627706 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:12.745518 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:12.929105 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:13.127025 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:13.127204 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:13.245659 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:13.430413 24117 node_ready.go:49] node "addons-237678" has status "Ready":"True"
I1213 19:03:13.430441 24117 node_ready.go:38] duration metric: took 17.008124974s for node "addons-237678" to be "Ready" ...
I1213 19:03:13.430452 24117 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1213 19:03:13.431334 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:13.515259 24117 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace to be "Ready" ...
I1213 19:03:13.711001 24117 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1213 19:03:13.711031 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:13.711600 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:13.748405 24117 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1213 19:03:13.748438 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:13.932613 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:14.131589 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:14.231597 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:14.331889 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:14.431526 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:14.627937 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:14.628234 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:14.747718 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:14.928607 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:15.128639 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:15.129392 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:15.247572 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:15.429467 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:15.521456 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:15.627199 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:15.627811 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:15.746824 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:15.929078 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:16.128027 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:16.128050 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:16.247835 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:16.429803 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:16.627504 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:16.627907 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:16.747561 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:16.929739 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:17.127355 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:17.127680 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:17.247644 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:17.429868 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:17.628097 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:17.628668 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:17.747865 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:17.929278 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:18.021302 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:18.127929 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:18.127938 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:18.248071 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:18.429081 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:18.628524 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:18.628904 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:18.746879 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:18.929562 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:19.127399 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:19.127717 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:19.246859 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:19.428746 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:19.627859 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:19.628331 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:19.747307 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:19.929888 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:20.129189 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:20.129590 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:20.246517 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:20.429012 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:20.520557 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:20.627561 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:20.627893 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:20.746703 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:20.928877 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:21.127651 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:21.127678 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:21.247492 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:21.430457 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:21.628505 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:21.628712 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:21.747022 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:21.929698 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:22.127995 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:22.128557 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:22.246696 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:22.429154 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:22.627558 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:22.628084 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:22.747121 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:22.929324 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:23.021489 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:23.127840 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:23.128048 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:23.247213 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:23.429286 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:23.628249 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:23.628390 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:23.747829 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:23.928384 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:24.127715 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:24.128075 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:24.247758 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:24.429773 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:24.627786 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:24.628161 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:24.746979 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:24.929818 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:25.127811 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:25.128158 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:25.247213 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:25.429471 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:25.520873 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:25.629560 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:25.629867 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:25.747183 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:25.929360 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:26.128043 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:26.128353 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:26.247711 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:26.429461 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:26.628064 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:26.628295 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:26.747086 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:26.945189 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:27.127574 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:27.127713 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:27.246403 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:27.429390 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:27.627551 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:27.627835 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:27.746938 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:27.928887 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:28.020230 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:28.128915 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:28.129355 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:28.247026 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:28.429414 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:28.627685 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:28.628162 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:28.746693 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:28.928642 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:29.127509 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:29.127832 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:29.246702 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:29.428564 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:29.628349 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:29.628576 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:29.747565 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:29.928764 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:30.021299 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:30.127963 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:30.128044 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:30.247641 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:30.430417 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:30.627651 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:30.628033 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:30.747556 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:30.929251 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:31.128515 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:31.129958 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:31.312180 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:31.429434 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:31.631201 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:31.632828 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:31.813385 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:31.930189 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:32.032540 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:32.137529 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:32.138676 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:32.311715 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:32.429274 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:32.629583 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:32.630280 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:32.748625 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:32.928904 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:33.128046 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:33.128460 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:33.247814 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:33.429161 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:33.628319 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:33.628504 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:33.747896 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:33.929417 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:34.127642 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:34.127941 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:34.246806 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:34.429029 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:34.521491 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:34.628116 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:34.628415 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:34.747859 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:34.929002 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:35.128024 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:35.128294 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:35.247791 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:35.429382 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:35.627823 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:35.628025 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:35.748944 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:35.928862 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:36.127708 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:36.128270 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:36.247495 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:36.428903 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:36.522368 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:36.627990 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:36.628089 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:36.747892 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:36.929566 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:37.128221 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:37.128823 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:37.246873 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:37.428672 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:37.627728 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:37.628001 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:37.746861 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:37.929112 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:38.128479 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:38.128911 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:38.247050 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:38.429151 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:38.627720 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:38.628056 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:38.746845 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:38.928878 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:39.020073 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:39.128009 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:39.128379 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:39.247664 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:39.429548 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:39.627731 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:39.627856 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:39.746980 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:39.929387 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:40.127830 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:40.128125 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:40.247145 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:40.429023 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:40.628263 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:40.628460 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:40.747311 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:40.929500 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:41.020925 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:41.128074 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:41.128342 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:41.247607 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:41.428804 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:41.628236 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:41.628614 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:41.747619 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:41.929092 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:42.127980 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:42.128130 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1213 19:03:42.247169 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:42.428982 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:42.630184 24117 kapi.go:107] duration metric: took 42.005607832s to wait for kubernetes.io/minikube-addons=registry ...
I1213 19:03:42.630265 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:42.747898 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:42.929700 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:43.127876 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:43.246698 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:43.428904 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:43.520351 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:43.628125 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:43.746988 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:43.929556 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:44.128088 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:44.246956 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:44.428749 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:44.628318 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:44.746530 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:44.929078 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:45.127840 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:45.246863 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:45.428948 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:45.521050 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:45.628716 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:45.747783 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:45.928977 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:46.127476 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:46.247732 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:46.429555 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:46.627815 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:46.747530 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:46.929069 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:47.128886 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:47.246479 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:47.430708 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:47.627668 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:47.746772 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:47.929434 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:48.021002 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:48.128235 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:48.247311 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:48.430572 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:48.628666 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:48.747742 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:48.928800 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:49.128174 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:49.246689 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:49.429833 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:49.628244 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:49.746827 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:49.929281 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:50.021143 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:50.128503 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:50.248343 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:50.428980 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:50.628323 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:50.748221 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:50.928944 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:51.128125 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:51.247085 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:51.428598 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:51.627680 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:51.746834 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:51.929632 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:52.127382 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:52.247224 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:52.429161 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:52.520997 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:52.628728 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:52.746648 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:52.928620 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:53.127630 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:53.246443 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:53.429524 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:53.628282 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:53.811612 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:53.928691 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:54.128269 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:54.247244 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:54.429541 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:54.521228 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:54.629055 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:54.747241 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:54.929917 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:55.127342 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:55.247916 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:55.430204 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:55.628160 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:55.747698 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:55.929939 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:56.127678 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:56.247063 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:56.428975 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:56.521415 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:56.628273 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:56.748052 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:56.929926 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:57.128873 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:57.248422 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:57.429328 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:57.628385 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:57.748787 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:57.928852 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:58.128116 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:58.246565 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:58.429768 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:58.628348 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:58.747373 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:58.930009 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:59.020693 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:03:59.128400 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:59.247361 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:59.429076 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:03:59.627469 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:03:59.747264 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:03:59.929548 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:00.127778 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:00.248030 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:00.429735 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:00.628677 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:00.748617 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:00.929619 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:01.022151 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:01.129003 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:01.248050 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:01.429693 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:01.627759 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:01.747471 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:01.929128 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:02.127997 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:02.246806 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:02.428812 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:02.629424 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:02.746958 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:02.928943 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:03.127837 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:03.246340 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:03.429590 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:03.521081 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:03.629119 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:03.747864 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:03.928721 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:04.127964 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:04.246904 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:04.429074 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:04.628191 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:04.747444 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:04.928646 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:05.127193 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:05.247122 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:05.429084 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:05.628033 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:05.747425 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:05.929696 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:06.021325 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:06.127505 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:06.247854 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:06.428548 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:06.628046 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:06.746956 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:06.929343 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:07.127225 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:07.247542 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:07.429290 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:07.628442 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:07.747242 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:07.929603 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:08.127493 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:08.247462 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:08.429641 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:08.520095 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:08.694434 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:08.795495 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:08.929743 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:09.154569 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:09.247149 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:09.428953 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:09.628707 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:09.748198 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:09.929598 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:10.128280 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:10.247191 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:10.428945 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:10.520407 24117 pod_ready.go:103] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:10.627840 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:10.746805 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:10.928704 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:11.020172 24117 pod_ready.go:93] pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:11.020192 24117 pod_ready.go:82] duration metric: took 57.504892803s for pod "amd-gpu-device-plugin-bl7z9" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.020202 24117 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-vdvvc" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.024180 24117 pod_ready.go:93] pod "coredns-7c65d6cfc9-vdvvc" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:11.024199 24117 pod_ready.go:82] duration metric: took 3.990866ms for pod "coredns-7c65d6cfc9-vdvvc" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.024214 24117 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-237678" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.028953 24117 pod_ready.go:93] pod "etcd-addons-237678" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:11.028988 24117 pod_ready.go:82] duration metric: took 4.768115ms for pod "etcd-addons-237678" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.029001 24117 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-237678" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.032950 24117 pod_ready.go:93] pod "kube-apiserver-addons-237678" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:11.032967 24117 pod_ready.go:82] duration metric: took 3.959136ms for pod "kube-apiserver-addons-237678" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.032975 24117 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-237678" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.036815 24117 pod_ready.go:93] pod "kube-controller-manager-addons-237678" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:11.036832 24117 pod_ready.go:82] duration metric: took 3.85051ms for pod "kube-controller-manager-addons-237678" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.036846 24117 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-8xhqt" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.128335 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:11.247662 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:11.418368 24117 pod_ready.go:93] pod "kube-proxy-8xhqt" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:11.418388 24117 pod_ready.go:82] duration metric: took 381.535082ms for pod "kube-proxy-8xhqt" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.418398 24117 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-237678" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.428857 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:11.628117 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:11.746910 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:11.819217 24117 pod_ready.go:93] pod "kube-scheduler-addons-237678" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:11.819244 24117 pod_ready.go:82] duration metric: took 400.838452ms for pod "kube-scheduler-addons-237678" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.819258 24117 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace to be "Ready" ...
I1213 19:04:11.928871 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:12.128084 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:12.247594 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:12.429097 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:12.627673 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:12.748387 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:12.929711 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:13.128100 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:13.247620 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:13.429563 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:13.628120 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:13.746945 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:13.825861 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:13.931204 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:14.128724 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:14.246740 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:14.429461 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:14.628331 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:14.747206 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:14.929242 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:15.128252 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:15.248689 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:15.428728 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:15.627719 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:15.747111 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:15.929056 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:16.128632 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:16.247450 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:16.324923 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:16.429655 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:16.628275 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:16.748338 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:16.929432 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:17.127967 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:17.247020 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:17.429989 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1213 19:04:17.629141 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:17.747103 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:17.929783 24117 kapi.go:107] duration metric: took 1m13.003957087s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1213 19:04:17.932040 24117 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-237678 cluster.
I1213 19:04:17.933660 24117 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1213 19:04:17.935105 24117 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1213 19:04:18.129463 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:18.312289 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:18.325382 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:18.628918 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:18.810867 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:19.128680 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:19.312530 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:19.628175 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:19.747698 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:20.128002 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:20.246959 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:20.628331 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:20.748888 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:20.825081 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:21.128812 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:21.247802 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:21.628297 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:21.747331 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:22.127798 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:22.247056 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:22.628833 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:22.747759 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:23.128551 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:23.246967 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:23.325975 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:23.628263 24117 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1213 19:04:23.748333 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:24.128995 24117 kapi.go:107] duration metric: took 1m23.505038003s to wait for app.kubernetes.io/name=ingress-nginx ...
I1213 19:04:24.246532 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:24.747788 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:25.247023 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:25.747855 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:25.825214 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:26.247642 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:26.746539 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:27.248313 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:27.746622 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:28.247247 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:28.324959 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:28.747521 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:29.247485 24117 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1213 19:04:29.746895 24117 kapi.go:107] duration metric: took 1m27.504065503s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1213 19:04:29.748630 24117 out.go:177] * Enabled addons: amd-gpu-device-plugin, nvidia-device-plugin, ingress-dns, storage-provisioner, default-storageclass, cloud-spanner, inspektor-gadget, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1213 19:04:29.749754 24117 addons.go:510] duration metric: took 1m35.124044409s for enable addons: enabled=[amd-gpu-device-plugin nvidia-device-plugin ingress-dns storage-provisioner default-storageclass cloud-spanner inspektor-gadget metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1213 19:04:30.824491 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:33.326340 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:35.825043 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:38.324708 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:40.325107 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:42.824137 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:44.824643 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:46.896863 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:49.325012 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:51.825193 24117 pod_ready.go:103] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"False"
I1213 19:04:54.325049 24117 pod_ready.go:93] pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:54.325071 24117 pod_ready.go:82] duration metric: took 42.505804813s for pod "metrics-server-84c5f94fbc-p2h9p" in "kube-system" namespace to be "Ready" ...
I1213 19:04:54.325082 24117 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-5ppp7" in "kube-system" namespace to be "Ready" ...
I1213 19:04:54.329474 24117 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-5ppp7" in "kube-system" namespace has status "Ready":"True"
I1213 19:04:54.329494 24117 pod_ready.go:82] duration metric: took 4.404442ms for pod "nvidia-device-plugin-daemonset-5ppp7" in "kube-system" namespace to be "Ready" ...
I1213 19:04:54.329510 24117 pod_ready.go:39] duration metric: took 1m40.899045115s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1213 19:04:54.329527 24117 api_server.go:52] waiting for apiserver process to appear ...
I1213 19:04:54.329557 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1213 19:04:54.329608 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1213 19:04:54.362338 24117 cri.go:89] found id: "768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323"
I1213 19:04:54.362362 24117 cri.go:89] found id: ""
I1213 19:04:54.362370 24117 logs.go:282] 1 containers: [768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323]
I1213 19:04:54.362423 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:54.365703 24117 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1213 19:04:54.365772 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1213 19:04:54.399240 24117 cri.go:89] found id: "2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06"
I1213 19:04:54.399267 24117 cri.go:89] found id: ""
I1213 19:04:54.399297 24117 logs.go:282] 1 containers: [2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06]
I1213 19:04:54.399352 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:54.402738 24117 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1213 19:04:54.402794 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1213 19:04:54.437000 24117 cri.go:89] found id: "c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c"
I1213 19:04:54.437028 24117 cri.go:89] found id: ""
I1213 19:04:54.437038 24117 logs.go:282] 1 containers: [c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c]
I1213 19:04:54.437080 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:54.440562 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1213 19:04:54.440619 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1213 19:04:54.473542 24117 cri.go:89] found id: "b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d"
I1213 19:04:54.473568 24117 cri.go:89] found id: ""
I1213 19:04:54.473586 24117 logs.go:282] 1 containers: [b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d]
I1213 19:04:54.473643 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:54.476994 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1213 19:04:54.477050 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1213 19:04:54.510230 24117 cri.go:89] found id: "9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65"
I1213 19:04:54.510256 24117 cri.go:89] found id: ""
I1213 19:04:54.510264 24117 logs.go:282] 1 containers: [9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65]
I1213 19:04:54.510321 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:54.513487 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1213 19:04:54.513557 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1213 19:04:54.546681 24117 cri.go:89] found id: "96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986"
I1213 19:04:54.546702 24117 cri.go:89] found id: ""
I1213 19:04:54.546709 24117 logs.go:282] 1 containers: [96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986]
I1213 19:04:54.546764 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:54.550149 24117 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1213 19:04:54.550198 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1213 19:04:54.582976 24117 cri.go:89] found id: "d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5"
I1213 19:04:54.583003 24117 cri.go:89] found id: ""
I1213 19:04:54.583017 24117 logs.go:282] 1 containers: [d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5]
I1213 19:04:54.583059 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:54.586398 24117 logs.go:123] Gathering logs for CRI-O ...
I1213 19:04:54.586426 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1213 19:04:54.657463 24117 logs.go:123] Gathering logs for kubelet ...
I1213 19:04:54.657497 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1213 19:04:54.737754 24117 logs.go:123] Gathering logs for kube-apiserver [768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323] ...
I1213 19:04:54.737789 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323"
I1213 19:04:54.781402 24117 logs.go:123] Gathering logs for etcd [2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06] ...
I1213 19:04:54.781435 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06"
I1213 19:04:54.827165 24117 logs.go:123] Gathering logs for kube-scheduler [b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d] ...
I1213 19:04:54.827203 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d"
I1213 19:04:54.865320 24117 logs.go:123] Gathering logs for kube-controller-manager [96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986] ...
I1213 19:04:54.865348 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986"
I1213 19:04:54.919064 24117 logs.go:123] Gathering logs for container status ...
I1213 19:04:54.919105 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1213 19:04:54.961693 24117 logs.go:123] Gathering logs for dmesg ...
I1213 19:04:54.961722 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1213 19:04:54.973761 24117 logs.go:123] Gathering logs for describe nodes ...
I1213 19:04:54.973790 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1213 19:04:55.070984 24117 logs.go:123] Gathering logs for coredns [c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c] ...
I1213 19:04:55.071020 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c"
I1213 19:04:55.123537 24117 logs.go:123] Gathering logs for kube-proxy [9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65] ...
I1213 19:04:55.123579 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65"
I1213 19:04:55.158283 24117 logs.go:123] Gathering logs for kindnet [d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5] ...
I1213 19:04:55.158307 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5"
I1213 19:04:57.691171 24117 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1213 19:04:57.705266 24117 api_server.go:72] duration metric: took 2m3.07957193s to wait for apiserver process to appear ...
I1213 19:04:57.705292 24117 api_server.go:88] waiting for apiserver healthz status ...
I1213 19:04:57.705351 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1213 19:04:57.705406 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1213 19:04:57.738998 24117 cri.go:89] found id: "768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323"
I1213 19:04:57.739019 24117 cri.go:89] found id: ""
I1213 19:04:57.739027 24117 logs.go:282] 1 containers: [768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323]
I1213 19:04:57.739074 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:57.742424 24117 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1213 19:04:57.742494 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1213 19:04:57.783804 24117 cri.go:89] found id: "2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06"
I1213 19:04:57.783830 24117 cri.go:89] found id: ""
I1213 19:04:57.783839 24117 logs.go:282] 1 containers: [2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06]
I1213 19:04:57.783894 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:57.808003 24117 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1213 19:04:57.808080 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1213 19:04:57.843793 24117 cri.go:89] found id: "c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c"
I1213 19:04:57.843818 24117 cri.go:89] found id: ""
I1213 19:04:57.843827 24117 logs.go:282] 1 containers: [c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c]
I1213 19:04:57.843867 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:57.847190 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1213 19:04:57.847246 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1213 19:04:57.881332 24117 cri.go:89] found id: "b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d"
I1213 19:04:57.881362 24117 cri.go:89] found id: ""
I1213 19:04:57.881372 24117 logs.go:282] 1 containers: [b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d]
I1213 19:04:57.881418 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:57.885381 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1213 19:04:57.885448 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1213 19:04:57.921094 24117 cri.go:89] found id: "9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65"
I1213 19:04:57.921120 24117 cri.go:89] found id: ""
I1213 19:04:57.921130 24117 logs.go:282] 1 containers: [9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65]
I1213 19:04:57.921183 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:57.924692 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1213 19:04:57.924760 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1213 19:04:57.956925 24117 cri.go:89] found id: "96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986"
I1213 19:04:57.956949 24117 cri.go:89] found id: ""
I1213 19:04:57.956956 24117 logs.go:282] 1 containers: [96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986]
I1213 19:04:57.957004 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:57.960227 24117 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1213 19:04:57.960276 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1213 19:04:57.993260 24117 cri.go:89] found id: "d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5"
I1213 19:04:57.993281 24117 cri.go:89] found id: ""
I1213 19:04:57.993288 24117 logs.go:282] 1 containers: [d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5]
I1213 19:04:57.993333 24117 ssh_runner.go:195] Run: which crictl
I1213 19:04:57.996560 24117 logs.go:123] Gathering logs for kubelet ...
I1213 19:04:57.996581 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1213 19:04:58.084333 24117 logs.go:123] Gathering logs for kube-apiserver [768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323] ...
I1213 19:04:58.084371 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323"
I1213 19:04:58.130474 24117 logs.go:123] Gathering logs for etcd [2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06] ...
I1213 19:04:58.130505 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06"
I1213 19:04:58.176247 24117 logs.go:123] Gathering logs for kube-proxy [9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65] ...
I1213 19:04:58.176281 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65"
I1213 19:04:58.209200 24117 logs.go:123] Gathering logs for kindnet [d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5] ...
I1213 19:04:58.209238 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5"
I1213 19:04:58.242860 24117 logs.go:123] Gathering logs for CRI-O ...
I1213 19:04:58.242886 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1213 19:04:58.322594 24117 logs.go:123] Gathering logs for dmesg ...
I1213 19:04:58.322631 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1213 19:04:58.334843 24117 logs.go:123] Gathering logs for describe nodes ...
I1213 19:04:58.334874 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1213 19:04:58.435698 24117 logs.go:123] Gathering logs for coredns [c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c] ...
I1213 19:04:58.435724 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c"
I1213 19:04:58.488174 24117 logs.go:123] Gathering logs for kube-scheduler [b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d] ...
I1213 19:04:58.488206 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d"
I1213 19:04:58.527511 24117 logs.go:123] Gathering logs for kube-controller-manager [96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986] ...
I1213 19:04:58.527540 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986"
I1213 19:04:58.581254 24117 logs.go:123] Gathering logs for container status ...
I1213 19:04:58.581290 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1213 19:05:01.123166 24117 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1213 19:05:01.126725 24117 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1213 19:05:01.127678 24117 api_server.go:141] control plane version: v1.31.2
I1213 19:05:01.127700 24117 api_server.go:131] duration metric: took 3.422401118s to wait for apiserver health ...
I1213 19:05:01.127708 24117 system_pods.go:43] waiting for kube-system pods to appear ...
I1213 19:05:01.127727 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1213 19:05:01.127777 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1213 19:05:01.161081 24117 cri.go:89] found id: "768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323"
I1213 19:05:01.161100 24117 cri.go:89] found id: ""
I1213 19:05:01.161107 24117 logs.go:282] 1 containers: [768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323]
I1213 19:05:01.161146 24117 ssh_runner.go:195] Run: which crictl
I1213 19:05:01.164604 24117 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1213 19:05:01.164676 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1213 19:05:01.198691 24117 cri.go:89] found id: "2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06"
I1213 19:05:01.198715 24117 cri.go:89] found id: ""
I1213 19:05:01.198722 24117 logs.go:282] 1 containers: [2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06]
I1213 19:05:01.198764 24117 ssh_runner.go:195] Run: which crictl
I1213 19:05:01.201972 24117 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1213 19:05:01.202041 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1213 19:05:01.236153 24117 cri.go:89] found id: "c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c"
I1213 19:05:01.236175 24117 cri.go:89] found id: ""
I1213 19:05:01.236183 24117 logs.go:282] 1 containers: [c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c]
I1213 19:05:01.236237 24117 ssh_runner.go:195] Run: which crictl
I1213 19:05:01.240173 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1213 19:05:01.240246 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1213 19:05:01.273916 24117 cri.go:89] found id: "b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d"
I1213 19:05:01.273939 24117 cri.go:89] found id: ""
I1213 19:05:01.273946 24117 logs.go:282] 1 containers: [b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d]
I1213 19:05:01.274001 24117 ssh_runner.go:195] Run: which crictl
I1213 19:05:01.277359 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1213 19:05:01.277416 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1213 19:05:01.309576 24117 cri.go:89] found id: "9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65"
I1213 19:05:01.309602 24117 cri.go:89] found id: ""
I1213 19:05:01.309610 24117 logs.go:282] 1 containers: [9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65]
I1213 19:05:01.309652 24117 ssh_runner.go:195] Run: which crictl
I1213 19:05:01.312874 24117 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1213 19:05:01.312938 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1213 19:05:01.345780 24117 cri.go:89] found id: "96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986"
I1213 19:05:01.345798 24117 cri.go:89] found id: ""
I1213 19:05:01.345806 24117 logs.go:282] 1 containers: [96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986]
I1213 19:05:01.345845 24117 ssh_runner.go:195] Run: which crictl
I1213 19:05:01.349017 24117 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1213 19:05:01.349089 24117 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1213 19:05:01.384522 24117 cri.go:89] found id: "d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5"
I1213 19:05:01.384543 24117 cri.go:89] found id: ""
I1213 19:05:01.384551 24117 logs.go:282] 1 containers: [d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5]
I1213 19:05:01.384591 24117 ssh_runner.go:195] Run: which crictl
I1213 19:05:01.387790 24117 logs.go:123] Gathering logs for kube-apiserver [768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323] ...
I1213 19:05:01.387816 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323"
I1213 19:05:01.433166 24117 logs.go:123] Gathering logs for etcd [2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06] ...
I1213 19:05:01.433196 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06"
I1213 19:05:01.477176 24117 logs.go:123] Gathering logs for kube-scheduler [b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d] ...
I1213 19:05:01.477208 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d"
I1213 19:05:01.515750 24117 logs.go:123] Gathering logs for kube-proxy [9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65] ...
I1213 19:05:01.515780 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65"
I1213 19:05:01.547760 24117 logs.go:123] Gathering logs for CRI-O ...
I1213 19:05:01.547785 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1213 19:05:01.623891 24117 logs.go:123] Gathering logs for container status ...
I1213 19:05:01.623930 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1213 19:05:01.664416 24117 logs.go:123] Gathering logs for dmesg ...
I1213 19:05:01.664455 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1213 19:05:01.677012 24117 logs.go:123] Gathering logs for describe nodes ...
I1213 19:05:01.677041 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1213 19:05:01.773315 24117 logs.go:123] Gathering logs for kube-controller-manager [96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986] ...
I1213 19:05:01.773347 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986"
I1213 19:05:01.829244 24117 logs.go:123] Gathering logs for kindnet [d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5] ...
I1213 19:05:01.829284 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5"
I1213 19:05:01.863117 24117 logs.go:123] Gathering logs for kubelet ...
I1213 19:05:01.863153 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1213 19:05:01.946639 24117 logs.go:123] Gathering logs for coredns [c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c] ...
I1213 19:05:01.946676 24117 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c"
I1213 19:05:04.510780 24117 system_pods.go:59] 19 kube-system pods found
I1213 19:05:04.510828 24117 system_pods.go:61] "amd-gpu-device-plugin-bl7z9" [53b1759f-8dcc-4454-ba3e-6feaf74540e7] Running
I1213 19:05:04.510835 24117 system_pods.go:61] "coredns-7c65d6cfc9-vdvvc" [e7ae489a-7c45-40fb-8676-05e0be28bead] Running
I1213 19:05:04.510839 24117 system_pods.go:61] "csi-hostpath-attacher-0" [68f49318-ecc3-4639-960c-0e788a457273] Running
I1213 19:05:04.510850 24117 system_pods.go:61] "csi-hostpath-resizer-0" [356b4293-7940-44f3-ac81-f9413d5cbf9b] Running
I1213 19:05:04.510854 24117 system_pods.go:61] "csi-hostpathplugin-97tn6" [eea99428-236d-4e3e-bf78-139bc53a1565] Running
I1213 19:05:04.510857 24117 system_pods.go:61] "etcd-addons-237678" [5a4f15e1-e00d-47a0-b1dd-b0905caf5d03] Running
I1213 19:05:04.510861 24117 system_pods.go:61] "kindnet-f9dml" [74b975ef-1918-49e4-a81a-550827609fc1] Running
I1213 19:05:04.510864 24117 system_pods.go:61] "kube-apiserver-addons-237678" [0ae41178-7528-4943-900c-27b5b826c8cd] Running
I1213 19:05:04.510868 24117 system_pods.go:61] "kube-controller-manager-addons-237678" [77273d82-9ac6-463f-8899-6f7c685eea58] Running
I1213 19:05:04.510871 24117 system_pods.go:61] "kube-ingress-dns-minikube" [e759fa09-c5fa-4e06-8839-edc1e904b62e] Running
I1213 19:05:04.510874 24117 system_pods.go:61] "kube-proxy-8xhqt" [55f3abc6-9664-46cf-9750-c30ed47c57f0] Running
I1213 19:05:04.510877 24117 system_pods.go:61] "kube-scheduler-addons-237678" [5711179f-7df5-4e84-9b46-fad638dea898] Running
I1213 19:05:04.510880 24117 system_pods.go:61] "metrics-server-84c5f94fbc-p2h9p" [d3e6cf22-81c6-4dd9-8a14-2e6cb15543f0] Running
I1213 19:05:04.510885 24117 system_pods.go:61] "nvidia-device-plugin-daemonset-5ppp7" [c9d2d640-a841-4988-aaab-2a74cbfe5596] Running
I1213 19:05:04.510888 24117 system_pods.go:61] "registry-5cc95cd69-sgzjd" [dc9a854b-15a2-47cc-b4c8-0f7c608e5335] Running
I1213 19:05:04.510891 24117 system_pods.go:61] "registry-proxy-nnht8" [c1db19b5-cb0e-4cec-b6fb-69ed544cf362] Running
I1213 19:05:04.510895 24117 system_pods.go:61] "snapshot-controller-56fcc65765-c4x78" [b09a009d-8270-47b0-92a1-1a15522bed87] Running
I1213 19:05:04.510899 24117 system_pods.go:61] "snapshot-controller-56fcc65765-f2dhs" [88f04c09-91f5-447a-8cd2-08494d44cdb7] Running
I1213 19:05:04.510905 24117 system_pods.go:61] "storage-provisioner" [1721d202-3c96-45c0-a0bb-8a5664f3274b] Running
I1213 19:05:04.510910 24117 system_pods.go:74] duration metric: took 3.383196961s to wait for pod list to return data ...
I1213 19:05:04.510919 24117 default_sa.go:34] waiting for default service account to be created ...
I1213 19:05:04.513317 24117 default_sa.go:45] found service account: "default"
I1213 19:05:04.513339 24117 default_sa.go:55] duration metric: took 2.414259ms for default service account to be created ...
I1213 19:05:04.513346 24117 system_pods.go:116] waiting for k8s-apps to be running ...
I1213 19:05:04.521678 24117 system_pods.go:86] 19 kube-system pods found
I1213 19:05:04.521707 24117 system_pods.go:89] "amd-gpu-device-plugin-bl7z9" [53b1759f-8dcc-4454-ba3e-6feaf74540e7] Running
I1213 19:05:04.521714 24117 system_pods.go:89] "coredns-7c65d6cfc9-vdvvc" [e7ae489a-7c45-40fb-8676-05e0be28bead] Running
I1213 19:05:04.521718 24117 system_pods.go:89] "csi-hostpath-attacher-0" [68f49318-ecc3-4639-960c-0e788a457273] Running
I1213 19:05:04.521721 24117 system_pods.go:89] "csi-hostpath-resizer-0" [356b4293-7940-44f3-ac81-f9413d5cbf9b] Running
I1213 19:05:04.521725 24117 system_pods.go:89] "csi-hostpathplugin-97tn6" [eea99428-236d-4e3e-bf78-139bc53a1565] Running
I1213 19:05:04.521729 24117 system_pods.go:89] "etcd-addons-237678" [5a4f15e1-e00d-47a0-b1dd-b0905caf5d03] Running
I1213 19:05:04.521733 24117 system_pods.go:89] "kindnet-f9dml" [74b975ef-1918-49e4-a81a-550827609fc1] Running
I1213 19:05:04.521737 24117 system_pods.go:89] "kube-apiserver-addons-237678" [0ae41178-7528-4943-900c-27b5b826c8cd] Running
I1213 19:05:04.521741 24117 system_pods.go:89] "kube-controller-manager-addons-237678" [77273d82-9ac6-463f-8899-6f7c685eea58] Running
I1213 19:05:04.521745 24117 system_pods.go:89] "kube-ingress-dns-minikube" [e759fa09-c5fa-4e06-8839-edc1e904b62e] Running
I1213 19:05:04.521749 24117 system_pods.go:89] "kube-proxy-8xhqt" [55f3abc6-9664-46cf-9750-c30ed47c57f0] Running
I1213 19:05:04.521754 24117 system_pods.go:89] "kube-scheduler-addons-237678" [5711179f-7df5-4e84-9b46-fad638dea898] Running
I1213 19:05:04.521758 24117 system_pods.go:89] "metrics-server-84c5f94fbc-p2h9p" [d3e6cf22-81c6-4dd9-8a14-2e6cb15543f0] Running
I1213 19:05:04.521764 24117 system_pods.go:89] "nvidia-device-plugin-daemonset-5ppp7" [c9d2d640-a841-4988-aaab-2a74cbfe5596] Running
I1213 19:05:04.521771 24117 system_pods.go:89] "registry-5cc95cd69-sgzjd" [dc9a854b-15a2-47cc-b4c8-0f7c608e5335] Running
I1213 19:05:04.521774 24117 system_pods.go:89] "registry-proxy-nnht8" [c1db19b5-cb0e-4cec-b6fb-69ed544cf362] Running
I1213 19:05:04.521781 24117 system_pods.go:89] "snapshot-controller-56fcc65765-c4x78" [b09a009d-8270-47b0-92a1-1a15522bed87] Running
I1213 19:05:04.521784 24117 system_pods.go:89] "snapshot-controller-56fcc65765-f2dhs" [88f04c09-91f5-447a-8cd2-08494d44cdb7] Running
I1213 19:05:04.521787 24117 system_pods.go:89] "storage-provisioner" [1721d202-3c96-45c0-a0bb-8a5664f3274b] Running
I1213 19:05:04.521794 24117 system_pods.go:126] duration metric: took 8.442049ms to wait for k8s-apps to be running ...
I1213 19:05:04.521803 24117 system_svc.go:44] waiting for kubelet service to be running ....
I1213 19:05:04.521847 24117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1213 19:05:04.533231 24117 system_svc.go:56] duration metric: took 11.418309ms WaitForService to wait for kubelet
I1213 19:05:04.533263 24117 kubeadm.go:582] duration metric: took 2m9.907572714s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1213 19:05:04.533282 24117 node_conditions.go:102] verifying NodePressure condition ...
I1213 19:05:04.536474 24117 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1213 19:05:04.536508 24117 node_conditions.go:123] node cpu capacity is 8
I1213 19:05:04.536522 24117 node_conditions.go:105] duration metric: took 3.235126ms to run NodePressure ...
I1213 19:05:04.536537 24117 start.go:241] waiting for startup goroutines ...
I1213 19:05:04.536547 24117 start.go:246] waiting for cluster config update ...
I1213 19:05:04.536573 24117 start.go:255] writing updated cluster config ...
I1213 19:05:04.536900 24117 ssh_runner.go:195] Run: rm -f paused
I1213 19:05:04.585451 24117 start.go:600] kubectl: 1.32.0, cluster: 1.31.2 (minor skew: 1)
I1213 19:05:04.588070 24117 out.go:177] * Done! kubectl is now configured to use "addons-237678" cluster and "default" namespace by default
==> CRI-O <==
Dec 13 19:06:49 addons-237678 crio[1041]: time="2024-12-13 19:06:49.325776705Z" level=info msg="Removed pod sandbox: a776d12530a6e60714bb87f4bc8cbc3582e1e4fc853270d187459c3901f0e711" id=113c58dc-96ae-4e6d-97ba-2904a6fc1329 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 13 19:06:53 addons-237678 crio[1041]: time="2024-12-13 19:06:53.830835884Z" level=info msg="Stopping container: a0fc3854e20f9d4f60e5226800b127ef6991fa1929d848fd6be94f157ebc521a (timeout: 30s)" id=748b39f6-e82c-46b7-a577-494dc611bad6 name=/runtime.v1.RuntimeService/StopContainer
Dec 13 19:06:53 addons-237678 conmon[4379]: conmon a0fc3854e20f9d4f60e5 <ninfo>: container 4391 exited with status 2
Dec 13 19:06:53 addons-237678 crio[1041]: time="2024-12-13 19:06:53.964009605Z" level=info msg="Stopped container a0fc3854e20f9d4f60e5226800b127ef6991fa1929d848fd6be94f157ebc521a: default/cloud-spanner-emulator-dc5db94f4-8x4zb/cloud-spanner-emulator" id=748b39f6-e82c-46b7-a577-494dc611bad6 name=/runtime.v1.RuntimeService/StopContainer
Dec 13 19:06:53 addons-237678 crio[1041]: time="2024-12-13 19:06:53.964556951Z" level=info msg="Stopping pod sandbox: 79bb56ade19af2ad425fadb36e38ec2343239e5a705382daa3db7c505dc5c384" id=10638f79-ac5e-4d0c-9682-896bed788602 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 13 19:06:53 addons-237678 crio[1041]: time="2024-12-13 19:06:53.964759740Z" level=info msg="Got pod network &{Name:cloud-spanner-emulator-dc5db94f4-8x4zb Namespace:default ID:79bb56ade19af2ad425fadb36e38ec2343239e5a705382daa3db7c505dc5c384 UID:a9365383-5691-4862-ac2c-cd2396490229 NetNS:/var/run/netns/17060021-11ce-4530-b96c-c2646348c645 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 13 19:06:53 addons-237678 crio[1041]: time="2024-12-13 19:06:53.964883749Z" level=info msg="Deleting pod default_cloud-spanner-emulator-dc5db94f4-8x4zb from CNI network \"kindnet\" (type=ptp)"
Dec 13 19:06:54 addons-237678 crio[1041]: time="2024-12-13 19:06:54.004813136Z" level=info msg="Stopped pod sandbox: 79bb56ade19af2ad425fadb36e38ec2343239e5a705382daa3db7c505dc5c384" id=10638f79-ac5e-4d0c-9682-896bed788602 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 13 19:06:54 addons-237678 crio[1041]: time="2024-12-13 19:06:54.093899611Z" level=info msg="Removing container: a0fc3854e20f9d4f60e5226800b127ef6991fa1929d848fd6be94f157ebc521a" id=b110f351-4baa-4de8-b6ea-82d526491ab8 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 13 19:06:54 addons-237678 crio[1041]: time="2024-12-13 19:06:54.107164850Z" level=info msg="Removed container a0fc3854e20f9d4f60e5226800b127ef6991fa1929d848fd6be94f157ebc521a: default/cloud-spanner-emulator-dc5db94f4-8x4zb/cloud-spanner-emulator" id=b110f351-4baa-4de8-b6ea-82d526491ab8 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 13 19:07:49 addons-237678 crio[1041]: time="2024-12-13 19:07:49.328972560Z" level=info msg="Stopping pod sandbox: 79bb56ade19af2ad425fadb36e38ec2343239e5a705382daa3db7c505dc5c384" id=9a1436c1-3fcf-47b2-a6fa-9148e8cf8613 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 13 19:07:49 addons-237678 crio[1041]: time="2024-12-13 19:07:49.329026405Z" level=info msg="Stopped pod sandbox (already stopped): 79bb56ade19af2ad425fadb36e38ec2343239e5a705382daa3db7c505dc5c384" id=9a1436c1-3fcf-47b2-a6fa-9148e8cf8613 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 13 19:07:49 addons-237678 crio[1041]: time="2024-12-13 19:07:49.329308613Z" level=info msg="Removing pod sandbox: 79bb56ade19af2ad425fadb36e38ec2343239e5a705382daa3db7c505dc5c384" id=2e16b391-64ed-48f9-9e99-4d7a8929a59a name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 13 19:07:49 addons-237678 crio[1041]: time="2024-12-13 19:07:49.337716653Z" level=info msg="Removed pod sandbox: 79bb56ade19af2ad425fadb36e38ec2343239e5a705382daa3db7c505dc5c384" id=2e16b391-64ed-48f9-9e99-4d7a8929a59a name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.060075647Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-nw6xv/POD" id=22f7f1c8-6b9e-4466-8ae7-cadfcc13ea4a name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.060147247Z" level=warning msg="Allowed annotations are specified for workload []"
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.112411419Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-nw6xv Namespace:default ID:8f4a46f532ce14676a0f1329cb11d0e8a63d37e5b096c0bedd90774cc71c2395 UID:43a49a6a-8334-440e-81e7-cdde9e5928de NetNS:/var/run/netns/37afc8e8-25c0-4629-8eff-ff73ba9732cb Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.112445789Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-nw6xv to CNI network \"kindnet\" (type=ptp)"
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.123676509Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-nw6xv Namespace:default ID:8f4a46f532ce14676a0f1329cb11d0e8a63d37e5b096c0bedd90774cc71c2395 UID:43a49a6a-8334-440e-81e7-cdde9e5928de NetNS:/var/run/netns/37afc8e8-25c0-4629-8eff-ff73ba9732cb Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.123864903Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-nw6xv for CNI network kindnet (type=ptp)"
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.127384094Z" level=info msg="Ran pod sandbox 8f4a46f532ce14676a0f1329cb11d0e8a63d37e5b096c0bedd90774cc71c2395 with infra container: default/hello-world-app-55bf9c44b4-nw6xv/POD" id=22f7f1c8-6b9e-4466-8ae7-cadfcc13ea4a name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.128417324Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=61c792c9-6bf4-4c43-8dec-a1a3f523c2fa name=/runtime.v1.ImageService/ImageStatus
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.128605889Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=61c792c9-6bf4-4c43-8dec-a1a3f523c2fa name=/runtime.v1.ImageService/ImageStatus
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.129589449Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=b0eda006-c9f7-4e1d-9c79-3d2250564e37 name=/runtime.v1.ImageService/PullImage
Dec 13 19:08:01 addons-237678 crio[1041]: time="2024-12-13 19:08:01.139424851Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
28b1021684d14 docker.io/library/nginx@sha256:41523187cf7d7a2f2677a80609d9caa14388bf5c1fbca9c410ba3de602aaaab4 2 minutes ago Running nginx 0 8be5ed4885fab nginx
043729a8f1a04 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 2 minutes ago Running busybox 0 710d41dd224bd busybox
709300fe7b4a2 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 3 minutes ago Running controller 0 57f2066db9846 ingress-nginx-controller-5f85ff4588-vp9bh
8381eaef690aa gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 4 minutes ago Running minikube-ingress-dns 0 f663d45601fcd kube-ingress-dns-minikube
fa05dedb223af registry.k8s.io/metrics-server/metrics-server@sha256:78e46b57096ec75e302fbc853e36359555df5c827bb009ecfe66f97474cc2a5a 4 minutes ago Running metrics-server 0 29b6c4fe6108c metrics-server-84c5f94fbc-p2h9p
8204d33f325d1 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited patch 0 ca2328f09e7d2 ingress-nginx-admission-patch-zpjz5
8fda3ac0427bd registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited create 0 4df4e8d8c5fb5 ingress-nginx-admission-create-xhsqd
c480313fefdec c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 bb9d16d7e5dff coredns-7c65d6cfc9-vdvvc
2534fa12b02a5 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 b6917787d0dcd storage-provisioner
d87bbe9c87d8d docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3 4 minutes ago Running kindnet-cni 0 603c780b2c72a kindnet-f9dml
9f5557cd0de04 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 5 minutes ago Running kube-proxy 0 275c47aca081f kube-proxy-8xhqt
b30b864697aec 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 5 minutes ago Running kube-scheduler 0 c6c6b6d835e3e kube-scheduler-addons-237678
96317b3727960 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 5 minutes ago Running kube-controller-manager 0 1243d5f6d7c66 kube-controller-manager-addons-237678
768b5c4c34a15 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 5 minutes ago Running kube-apiserver 0 e7a1cca37bfd5 kube-apiserver-addons-237678
2c5f3c09909f8 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 5 minutes ago Running etcd 0 e6956a31cb336 etcd-addons-237678
==> coredns [c480313fefdecf16380dfbeabbfeb8dc349156fa709bad48529509ca023d876c] <==
[INFO] 10.244.0.9:36127 - 52657 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00009363s
[INFO] 10.244.0.9:52071 - 16497 "A IN registry.kube-system.svc.cluster.local.europe-west1-b.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004765621s
[INFO] 10.244.0.9:52071 - 16862 "AAAA IN registry.kube-system.svc.cluster.local.europe-west1-b.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.004990612s
[INFO] 10.244.0.9:48586 - 8887 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.003833018s
[INFO] 10.244.0.9:48586 - 9162 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005910193s
[INFO] 10.244.0.9:48806 - 36660 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005064688s
[INFO] 10.244.0.9:48806 - 36325 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.00512534s
[INFO] 10.244.0.9:58757 - 39817 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000057175s
[INFO] 10.244.0.9:58757 - 39550 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00008793s
[INFO] 10.244.0.21:38837 - 57858 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000227254s
[INFO] 10.244.0.21:57349 - 44307 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000310535s
[INFO] 10.244.0.21:57041 - 45185 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00013722s
[INFO] 10.244.0.21:33508 - 21865 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000178275s
[INFO] 10.244.0.21:36779 - 11237 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000111412s
[INFO] 10.244.0.21:45042 - 26122 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000144218s
[INFO] 10.244.0.21:57845 - 43458 "A IN storage.googleapis.com.europe-west1-b.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.007908759s
[INFO] 10.244.0.21:45028 - 30234 "AAAA IN storage.googleapis.com.europe-west1-b.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.008444358s
[INFO] 10.244.0.21:45360 - 64104 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.00533748s
[INFO] 10.244.0.21:39922 - 21066 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006040585s
[INFO] 10.244.0.21:42952 - 59798 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005412136s
[INFO] 10.244.0.21:53208 - 36878 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005469023s
[INFO] 10.244.0.21:48330 - 38451 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 534 0.000765363s
[INFO] 10.244.0.21:49610 - 119 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000903039s
[INFO] 10.244.0.25:55432 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000185988s
[INFO] 10.244.0.25:56180 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000126288s
==> describe nodes <==
Name: addons-237678
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-237678
kubernetes.io/os=linux
minikube.k8s.io/commit=68ea3eca706f73191794a96e3518c1d004192956
minikube.k8s.io/name=addons-237678
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_13T19_02_49_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-237678
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 13 Dec 2024 19:02:46 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-237678
AcquireTime: <unset>
RenewTime: Fri, 13 Dec 2024 19:07:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 13 Dec 2024 19:06:23 +0000 Fri, 13 Dec 2024 19:02:45 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 13 Dec 2024 19:06:23 +0000 Fri, 13 Dec 2024 19:02:45 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 13 Dec 2024 19:06:23 +0000 Fri, 13 Dec 2024 19:02:45 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 13 Dec 2024 19:06:23 +0000 Fri, 13 Dec 2024 19:03:13 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-237678
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859312Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859312Ki
pods: 110
System Info:
Machine ID: a39f8add46c4434a84f945353a7f0dd2
System UUID: 3db003e5-459d-48ce-93a9-cf79d8436984
Boot ID: c9637a07-3c27-4cb7-b1b1-da5edcdac29f
Kernel Version: 5.15.0-1071-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m57s
default hello-world-app-55bf9c44b4-nw6xv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m27s
ingress-nginx ingress-nginx-controller-5f85ff4588-vp9bh 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 5m2s
kube-system coredns-7c65d6cfc9-vdvvc 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 5m8s
kube-system etcd-addons-237678 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m13s
kube-system kindnet-f9dml 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 5m8s
kube-system kube-apiserver-addons-237678 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m13s
kube-system kube-controller-manager-addons-237678 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m14s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m4s
kube-system kube-proxy-8xhqt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m8s
kube-system kube-scheduler-addons-237678 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m13s
kube-system metrics-server-84c5f94fbc-p2h9p 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 5m4s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m4s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 510Mi (1%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m3s kube-proxy
Normal Starting 5m18s kubelet Starting kubelet.
Warning CgroupV1 5m18s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m18s (x8 over 5m18s) kubelet Node addons-237678 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m18s (x8 over 5m18s) kubelet Node addons-237678 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m18s (x7 over 5m18s) kubelet Node addons-237678 status is now: NodeHasSufficientPID
Normal Starting 5m13s kubelet Starting kubelet.
Warning CgroupV1 5m13s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m13s kubelet Node addons-237678 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m13s kubelet Node addons-237678 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m13s kubelet Node addons-237678 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m9s node-controller Node addons-237678 event: Registered Node addons-237678 in Controller
Normal NodeReady 4m49s kubelet Node addons-237678 status is now: NodeReady
==> dmesg <==
[ +0.000810] platform eisa.0: Cannot allocate resource for EISA slot 3
[ +0.000872] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000934] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000890] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.000002] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.000002] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.642001] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.025181] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.037072] systemd[1]: /lib/systemd/system/cloud-init.service:20: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.033073] systemd[1]: /lib/systemd/system/cloud-init-hotplugd.socket:11: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +7.269869] kauditd_printk_skb: 46 callbacks suppressed
[Dec13 19:05] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: fa e4 f8 54 51 d4 5e c0 af 95 ac 60 08 00
[ +1.027832] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: fa e4 f8 54 51 d4 5e c0 af 95 ac 60 08 00
[ +2.015864] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: fa e4 f8 54 51 d4 5e c0 af 95 ac 60 08 00
[ +4.159712] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000020] ll header: 00000000: fa e4 f8 54 51 d4 5e c0 af 95 ac 60 08 00
[Dec13 19:06] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: fa e4 f8 54 51 d4 5e c0 af 95 ac 60 08 00
[ +16.122837] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: fa e4 f8 54 51 d4 5e c0 af 95 ac 60 08 00
[ +33.533567] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: fa e4 f8 54 51 d4 5e c0 af 95 ac 60 08 00
==> etcd [2c5f3c09909f80d5df93ac80c1ca2c3e74919eae5fc1a5b3c16fcefdedbd6f06] <==
{"level":"warn","ts":"2024-12-13T19:02:57.412382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.79144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-8xhqt\" ","response":"range_response_count:1 size:4833"}
{"level":"info","ts":"2024-12-13T19:02:57.424561Z","caller":"traceutil/trace.go:171","msg":"trace[518213457] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-8xhqt; range_end:; response_count:1; response_revision:412; }","duration":"194.963283ms","start":"2024-12-13T19:02:57.229581Z","end":"2024-12-13T19:02:57.424544Z","steps":["trace[518213457] 'agreement among raft nodes before linearized reading' (duration: 182.76233ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-13T19:02:57.529280Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.117592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-12-13T19:02:57.531513Z","caller":"traceutil/trace.go:171","msg":"trace[141944507] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:412; }","duration":"107.372517ms","start":"2024-12-13T19:02:57.424132Z","end":"2024-12-13T19:02:57.531504Z","steps":["trace[141944507] 'range keys from in-memory index tree' (duration: 105.051819ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:02:57.529614Z","caller":"traceutil/trace.go:171","msg":"trace[715618318] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"105.452251ms","start":"2024-12-13T19:02:57.424146Z","end":"2024-12-13T19:02:57.529598Z","steps":["trace[715618318] 'process raft request' (duration: 83.784366ms)","trace[715618318] 'compare' (duration: 21.103338ms)"],"step_count":2}
{"level":"info","ts":"2024-12-13T19:02:57.529755Z","caller":"traceutil/trace.go:171","msg":"trace[1011888473] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"105.349915ms","start":"2024-12-13T19:02:57.424396Z","end":"2024-12-13T19:02:57.529746Z","steps":["trace[1011888473] 'process raft request' (duration: 105.049786ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:02:57.530150Z","caller":"traceutil/trace.go:171","msg":"trace[1053731736] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"105.6439ms","start":"2024-12-13T19:02:57.424495Z","end":"2024-12-13T19:02:57.530139Z","steps":["trace[1053731736] 'process raft request' (duration: 105.007817ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-13T19:02:58.508033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.048898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/192.168.49.2\" ","response":"range_response_count:1 size:131"}
{"level":"info","ts":"2024-12-13T19:02:58.508215Z","caller":"traceutil/trace.go:171","msg":"trace[2101835278] range","detail":"{range_begin:/registry/masterleases/192.168.49.2; range_end:; response_count:1; response_revision:475; }","duration":"189.236433ms","start":"2024-12-13T19:02:58.318964Z","end":"2024-12-13T19:02:58.508201Z","steps":["trace[2101835278] 'agreement among raft nodes before linearized reading' (duration: 189.018458ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-13T19:02:58.508268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.623514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"warn","ts":"2024-12-13T19:02:58.508419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.298571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:persistent-volume-provisioner\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-13T19:02:58.508765Z","caller":"traceutil/trace.go:171","msg":"trace[285053497] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:persistent-volume-provisioner; range_end:; response_count:0; response_revision:475; }","duration":"189.639321ms","start":"2024-12-13T19:02:58.319112Z","end":"2024-12-13T19:02:58.508751Z","steps":["trace[285053497] 'agreement among raft nodes before linearized reading' (duration: 189.284697ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:02:58.508104Z","caller":"traceutil/trace.go:171","msg":"trace[514971690] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"179.889947ms","start":"2024-12-13T19:02:58.328199Z","end":"2024-12-13T19:02:58.508089Z","steps":["trace[514971690] 'process raft request' (duration: 95.211676ms)","trace[514971690] 'compare' (duration: 84.133929ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-13T19:02:58.508059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.633376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/traces.gadget.kinvolk.io\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-13T19:02:58.509063Z","caller":"traceutil/trace.go:171","msg":"trace[1132366134] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/traces.gadget.kinvolk.io; range_end:; response_count:0; response_revision:475; }","duration":"189.639304ms","start":"2024-12-13T19:02:58.319412Z","end":"2024-12-13T19:02:58.509051Z","steps":["trace[1132366134] 'agreement among raft nodes before linearized reading' (duration: 188.613809ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:02:58.508657Z","caller":"traceutil/trace.go:171","msg":"trace[1651366501] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:475; }","duration":"190.009596ms","start":"2024-12-13T19:02:58.318636Z","end":"2024-12-13T19:02:58.508646Z","steps":["trace[1651366501] 'agreement among raft nodes before linearized reading' (duration: 189.607172ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:04:08.691693Z","caller":"traceutil/trace.go:171","msg":"trace[444463932] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"104.310468ms","start":"2024-12-13T19:04:08.587356Z","end":"2024-12-13T19:04:08.691666Z","steps":["trace[444463932] 'process raft request' (duration: 104.195414ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:04:08.897222Z","caller":"traceutil/trace.go:171","msg":"trace[453905227] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"114.705815ms","start":"2024-12-13T19:04:08.782495Z","end":"2024-12-13T19:04:08.897201Z","steps":["trace[453905227] 'process raft request' (duration: 35.816821ms)","trace[453905227] 'compare' (duration: 78.780002ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-13T19:04:09.150471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.202861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2024-12-13T19:04:09.150511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.696987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/amd-gpu-device-plugin-bl7z9\" ","response":"range_response_count:1 size:4338"}
{"level":"info","ts":"2024-12-13T19:04:09.150545Z","caller":"traceutil/trace.go:171","msg":"trace[2083324233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"139.298512ms","start":"2024-12-13T19:04:09.011232Z","end":"2024-12-13T19:04:09.150531Z","steps":["trace[2083324233] 'range keys from in-memory index tree' (duration: 139.089038ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:04:09.150560Z","caller":"traceutil/trace.go:171","msg":"trace[738570761] range","detail":"{range_begin:/registry/pods/kube-system/amd-gpu-device-plugin-bl7z9; range_end:; response_count:1; response_revision:1136; }","duration":"133.751762ms","start":"2024-12-13T19:04:09.016797Z","end":"2024-12-13T19:04:09.150548Z","steps":["trace[738570761] 'range keys from in-memory index tree' (duration: 133.592583ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:04:46.892913Z","caller":"traceutil/trace.go:171","msg":"trace[604936375] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"115.826269ms","start":"2024-12-13T19:04:46.777060Z","end":"2024-12-13T19:04:46.892887Z","steps":["trace[604936375] 'process raft request' (duration: 115.561063ms)"],"step_count":1}
{"level":"info","ts":"2024-12-13T19:04:47.002866Z","caller":"traceutil/trace.go:171","msg":"trace[1006121228] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"106.981938ms","start":"2024-12-13T19:04:46.895869Z","end":"2024-12-13T19:04:47.002851Z","steps":["trace[1006121228] 'process raft request' (duration: 67.969982ms)","trace[1006121228] 'compare' (duration: 38.924556ms)"],"step_count":2}
{"level":"info","ts":"2024-12-13T19:06:00.058196Z","caller":"traceutil/trace.go:171","msg":"trace[1753636216] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"116.964381ms","start":"2024-12-13T19:05:59.941214Z","end":"2024-12-13T19:06:00.058179Z","steps":["trace[1753636216] 'process raft request' (duration: 116.758092ms)"],"step_count":1}
==> kernel <==
19:08:02 up 50 min, 0 users, load average: 0.23, 0.48, 0.27
Linux addons-237678 5.15.0-1071-gcp #79~20.04.1-Ubuntu SMP Thu Oct 17 21:59:34 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [d87bbe9c87d8df97046802a4349a390a21d48e7394a3237cafc3c39f5e1e0aa5] <==
I1213 19:05:53.028474 1 main.go:301] handling current node
I1213 19:06:03.028562 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:06:03.028594 1 main.go:301] handling current node
I1213 19:06:13.035352 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:06:13.035391 1 main.go:301] handling current node
I1213 19:06:23.031379 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:06:23.031423 1 main.go:301] handling current node
I1213 19:06:33.028070 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:06:33.028113 1 main.go:301] handling current node
I1213 19:06:43.028746 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:06:43.028786 1 main.go:301] handling current node
I1213 19:06:53.030090 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:06:53.030123 1 main.go:301] handling current node
I1213 19:07:03.028544 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:07:03.028589 1 main.go:301] handling current node
I1213 19:07:13.035529 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:07:13.035562 1 main.go:301] handling current node
I1213 19:07:23.035943 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:07:23.035978 1 main.go:301] handling current node
I1213 19:07:33.036116 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:07:33.036157 1 main.go:301] handling current node
I1213 19:07:43.035717 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:07:43.035754 1 main.go:301] handling current node
I1213 19:07:53.037849 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1213 19:07:53.037884 1 main.go:301] handling current node
==> kube-apiserver [768b5c4c34a157cc529fd7446e89d50e629687cc21ac3091d2f68b6567aed323] <==
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1213 19:04:53.953308 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.109.182.114:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.109.182.114:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.109.182.114:443: connect: connection refused" logger="UnhandledError"
I1213 19:04:53.985224 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1213 19:05:15.282984 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:43348: use of closed network connection
E1213 19:05:15.441662 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:43374: use of closed network connection
I1213 19:05:24.411840 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.102.226.224"}
I1213 19:05:30.166719 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1213 19:05:31.281752 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1213 19:05:35.602575 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1213 19:05:35.777233 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.109.134.99"}
I1213 19:06:00.136341 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E1213 19:06:14.882102 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1213 19:06:26.921832 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1213 19:06:26.921884 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1213 19:06:26.939583 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1213 19:06:26.939755 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1213 19:06:26.951069 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1213 19:06:26.951126 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1213 19:06:26.963086 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1213 19:06:26.963122 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1213 19:06:27.940603 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1213 19:06:28.007543 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1213 19:06:28.014242 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1213 19:08:01.015249 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.104.253.170"}
==> kube-controller-manager [96317b37279608346b656d04c5751c4dbf8c3afa5b8582c2f95863f211ed2986] <==
E1213 19:06:49.223059 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1213 19:06:53.789908 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/cloud-spanner-emulator-dc5db94f4" duration="12.9µs"
I1213 19:06:53.945148 1 shared_informer.go:313] Waiting for caches to sync for resource quota
I1213 19:06:53.945179 1 shared_informer.go:320] Caches are synced for resource quota
I1213 19:06:54.338741 1 shared_informer.go:313] Waiting for caches to sync for garbage collector
I1213 19:06:54.338778 1 shared_informer.go:320] Caches are synced for garbage collector
I1213 19:06:55.715194 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="yakd-dashboard"
W1213 19:06:59.440303 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1213 19:06:59.440342 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1213 19:07:04.790952 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1213 19:07:04.790995 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1213 19:07:09.571216 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1213 19:07:09.571268 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1213 19:07:35.989002 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1213 19:07:35.989045 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1213 19:07:37.351458 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1213 19:07:37.351494 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1213 19:07:41.485952 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1213 19:07:41.485995 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1213 19:07:43.334528 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1213 19:07:43.334567 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1213 19:08:00.759521 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="13.962803ms"
I1213 19:08:00.764914 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="5.267598ms"
I1213 19:08:00.765078 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="52.116µs"
I1213 19:08:00.765553 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="80.053µs"
==> kube-proxy [9f5557cd0de04fe8a97c679f6ad06c7babd49474c6bc16794a8ede5ad2e75a65] <==
I1213 19:02:56.911144 1 server_linux.go:66] "Using iptables proxy"
I1213 19:02:58.111944 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1213 19:02:58.112087 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1213 19:02:58.531727 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1213 19:02:58.531788 1 server_linux.go:169] "Using iptables Proxier"
I1213 19:02:58.610889 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1213 19:02:58.611812 1 server.go:483] "Version info" version="v1.31.2"
I1213 19:02:58.612206 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1213 19:02:58.614953 1 config.go:199] "Starting service config controller"
I1213 19:02:58.614972 1 config.go:328] "Starting node config controller"
I1213 19:02:58.614974 1 shared_informer.go:313] Waiting for caches to sync for service config
I1213 19:02:58.614986 1 config.go:105] "Starting endpoint slice config controller"
I1213 19:02:58.614995 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1213 19:02:58.614984 1 shared_informer.go:313] Waiting for caches to sync for node config
I1213 19:02:58.715834 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1213 19:02:58.715850 1 shared_informer.go:320] Caches are synced for node config
I1213 19:02:58.715877 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [b30b864697aec099887caf6ae171db5768501c79191dccddf3cecf1fc4f9dc8d] <==
W1213 19:02:46.829758 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1213 19:02:46.829838 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1213 19:02:46.829857 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1213 19:02:46.829885 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1213 19:02:46.829971 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1213 19:02:46.829978 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1213 19:02:46.829995 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
E1213 19:02:46.830000 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1213 19:02:46.829575 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1213 19:02:46.830031 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1213 19:02:46.829592 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1213 19:02:46.830064 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1213 19:02:46.829767 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1213 19:02:46.830097 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1213 19:02:46.830230 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1213 19:02:46.830254 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1213 19:02:47.634169 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1213 19:02:47.634209 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1213 19:02:47.737007 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1213 19:02:47.737043 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1213 19:02:47.867352 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1213 19:02:47.867388 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1213 19:02:47.919781 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1213 19:02:47.919825 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1213 19:02:50.228342 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 13 19:08:00 addons-237678 kubelet[1640]: E1213 19:08:00.758487 1640 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="eea99428-236d-4e3e-bf78-139bc53a1565" containerName="hostpath"
Dec 13 19:08:00 addons-237678 kubelet[1640]: E1213 19:08:00.758496 1640 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="cc229adf-4b7f-4aa3-bac3-c252ef190de4" containerName="task-pv-container"
Dec 13 19:08:00 addons-237678 kubelet[1640]: E1213 19:08:00.758504 1640 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="c9d2d640-a841-4988-aaab-2a74cbfe5596" containerName="nvidia-device-plugin-ctr"
Dec 13 19:08:00 addons-237678 kubelet[1640]: E1213 19:08:00.758513 1640 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="1a15c399-4206-4fcb-b491-db76261d0f58" containerName="local-path-provisioner"
Dec 13 19:08:00 addons-237678 kubelet[1640]: E1213 19:08:00.758528 1640 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="88f04c09-91f5-447a-8cd2-08494d44cdb7" containerName="volume-snapshot-controller"
Dec 13 19:08:00 addons-237678 kubelet[1640]: E1213 19:08:00.758537 1640 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="eea99428-236d-4e3e-bf78-139bc53a1565" containerName="csi-external-health-monitor-controller"
Dec 13 19:08:00 addons-237678 kubelet[1640]: E1213 19:08:00.758547 1640 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="356b4293-7940-44f3-ac81-f9413d5cbf9b" containerName="csi-resizer"
Dec 13 19:08:00 addons-237678 kubelet[1640]: E1213 19:08:00.758556 1640 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="853482a3-7bc4-42eb-a36b-bac7dd740c94" containerName="yakd"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758612 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="eea99428-236d-4e3e-bf78-139bc53a1565" containerName="hostpath"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758623 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="68f49318-ecc3-4639-960c-0e788a457273" containerName="csi-attacher"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758632 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="853482a3-7bc4-42eb-a36b-bac7dd740c94" containerName="yakd"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758640 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="eea99428-236d-4e3e-bf78-139bc53a1565" containerName="node-driver-registrar"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758647 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="eea99428-236d-4e3e-bf78-139bc53a1565" containerName="csi-snapshotter"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758656 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="1a15c399-4206-4fcb-b491-db76261d0f58" containerName="local-path-provisioner"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758663 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="c9d2d640-a841-4988-aaab-2a74cbfe5596" containerName="nvidia-device-plugin-ctr"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758672 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="a9365383-5691-4862-ac2c-cd2396490229" containerName="cloud-spanner-emulator"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758679 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="eea99428-236d-4e3e-bf78-139bc53a1565" containerName="liveness-probe"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758686 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="eea99428-236d-4e3e-bf78-139bc53a1565" containerName="csi-provisioner"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758693 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="b09a009d-8270-47b0-92a1-1a15522bed87" containerName="volume-snapshot-controller"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758701 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="88f04c09-91f5-447a-8cd2-08494d44cdb7" containerName="volume-snapshot-controller"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758708 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="356b4293-7940-44f3-ac81-f9413d5cbf9b" containerName="csi-resizer"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758716 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="53b1759f-8dcc-4454-ba3e-6feaf74540e7" containerName="amd-gpu-device-plugin"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758724 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="cc229adf-4b7f-4aa3-bac3-c252ef190de4" containerName="task-pv-container"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.758730 1640 memory_manager.go:354] "RemoveStaleState removing state" podUID="eea99428-236d-4e3e-bf78-139bc53a1565" containerName="csi-external-health-monitor-controller"
Dec 13 19:08:00 addons-237678 kubelet[1640]: I1213 19:08:00.845955 1640 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qmhgq\" (UniqueName: \"kubernetes.io/projected/43a49a6a-8334-440e-81e7-cdde9e5928de-kube-api-access-qmhgq\") pod \"hello-world-app-55bf9c44b4-nw6xv\" (UID: \"43a49a6a-8334-440e-81e7-cdde9e5928de\") " pod="default/hello-world-app-55bf9c44b4-nw6xv"
==> storage-provisioner [2534fa12b02a5babd54edc685b232b2e6932f85b1d900f193792502cb9b3863d] <==
I1213 19:03:14.317726 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1213 19:03:14.326350 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1213 19:03:14.326404 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1213 19:03:14.332512 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1213 19:03:14.332673 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-237678_4c270fd9-af4a-43bd-b164-6ce955f2bfb9!
I1213 19:03:14.333652 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ad7c13ff-a318-449b-9520-fc6d6f2d250a", APIVersion:"v1", ResourceVersion:"930", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-237678_4c270fd9-af4a-43bd-b164-6ce955f2bfb9 became leader
I1213 19:03:14.432853 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-237678_4c270fd9-af4a-43bd-b164-6ce955f2bfb9!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-237678 -n addons-237678
helpers_test.go:261: (dbg) Run: kubectl --context addons-237678 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: hello-world-app-55bf9c44b4-nw6xv ingress-nginx-admission-create-xhsqd ingress-nginx-admission-patch-zpjz5
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-237678 describe pod hello-world-app-55bf9c44b4-nw6xv ingress-nginx-admission-create-xhsqd ingress-nginx-admission-patch-zpjz5
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-237678 describe pod hello-world-app-55bf9c44b4-nw6xv ingress-nginx-admission-create-xhsqd ingress-nginx-admission-patch-zpjz5: exit status 1 (62.628656ms)
-- stdout --
Name: hello-world-app-55bf9c44b4-nw6xv
Namespace: default
Priority: 0
Service Account: default
Node: addons-237678/192.168.49.2
Start Time: Fri, 13 Dec 2024 19:08:00 +0000
Labels: app=hello-world-app
pod-template-hash=55bf9c44b4
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/hello-world-app-55bf9c44b4
Containers:
hello-world-app:
Container ID:
Image: docker.io/kicbase/echo-server:1.0
Image ID:
Port: 8080/TCP
Host Port: 0/TCP
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-qmhgq (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-qmhgq:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 3s default-scheduler Successfully assigned default/hello-world-app-55bf9c44b4-nw6xv to addons-237678
Normal Pulling 2s kubelet Pulling image "docker.io/kicbase/echo-server:1.0"
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-xhsqd" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-zpjz5" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-237678 describe pod hello-world-app-55bf9c44b4-nw6xv ingress-nginx-admission-create-xhsqd ingress-nginx-admission-patch-zpjz5: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-237678 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-237678 addons disable ingress-dns --alsologtostderr -v=1: (1.089987748s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-237678 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-237678 addons disable ingress --alsologtostderr -v=1: (7.711323232s)
--- FAIL: TestAddons/parallel/Ingress (156.70s)