=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-960551 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-960551 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-960551 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [2f3af25d-9ca6-4658-93ad-94fb8a411e75] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [2f3af25d-9ca6-4658-93ad-94fb8a411e75] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 8.004118576s
I1030 18:32:10.356143 351419 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-960551 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-960551 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.086224237s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-960551 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-960551 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-960551
helpers_test.go:235: (dbg) docker inspect addons-960551:
-- stdout --
[
{
"Id": "2b7fe265d94f0167d22f32bfbca88636024afde6c937e71193a99070761006eb",
"Created": "2024-10-30T18:28:55.462291324Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 353482,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-30T18:28:55.56528703Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:60a5e834f9e5a8de0076d14f95aa6ebfc76d479081a97aa94e6820ea1e903812",
"ResolvConfPath": "/var/lib/docker/containers/2b7fe265d94f0167d22f32bfbca88636024afde6c937e71193a99070761006eb/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/2b7fe265d94f0167d22f32bfbca88636024afde6c937e71193a99070761006eb/hostname",
"HostsPath": "/var/lib/docker/containers/2b7fe265d94f0167d22f32bfbca88636024afde6c937e71193a99070761006eb/hosts",
"LogPath": "/var/lib/docker/containers/2b7fe265d94f0167d22f32bfbca88636024afde6c937e71193a99070761006eb/2b7fe265d94f0167d22f32bfbca88636024afde6c937e71193a99070761006eb-json.log",
"Name": "/addons-960551",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-960551:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-960551",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/dd956d2627d269751f2435d8194c9bf2a37c6287af72438b582ed0ff07bd3f1c-init/diff:/var/lib/docker/overlay2/6a037f808f718de6373625f5de56401d5cead4bb6621608a5aa7bd614a8f9ef2/diff",
"MergedDir": "/var/lib/docker/overlay2/dd956d2627d269751f2435d8194c9bf2a37c6287af72438b582ed0ff07bd3f1c/merged",
"UpperDir": "/var/lib/docker/overlay2/dd956d2627d269751f2435d8194c9bf2a37c6287af72438b582ed0ff07bd3f1c/diff",
"WorkDir": "/var/lib/docker/overlay2/dd956d2627d269751f2435d8194c9bf2a37c6287af72438b582ed0ff07bd3f1c/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-960551",
"Source": "/var/lib/docker/volumes/addons-960551/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-960551",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-960551",
"name.minikube.sigs.k8s.io": "addons-960551",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "9bfde8d497b57bc544ec4b862be8f6ad749516ab2d9495ea52759adac31856d7",
"SandboxKey": "/var/run/docker/netns/9bfde8d497b5",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32888"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32889"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32892"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32890"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32891"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-960551": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "bc729151cce77bd2666744bb7a801e5c2805a7761580981943ba81e199d37131",
"EndpointID": "82e87ba4b3c2303f83c2380d8ec31f4450991c9452ce879669a6454c3b8605fa",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-960551",
"2b7fe265d94f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-960551 -n addons-960551
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-960551 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-960551 logs -n 25: (1.089940429s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-082400 | download-only-082400 | jenkins | v1.34.0 | 30 Oct 24 18:28 UTC | 30 Oct 24 18:28 UTC |
| start | --download-only -p | download-docker-262531 | jenkins | v1.34.0 | 30 Oct 24 18:28 UTC | |
| | download-docker-262531 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-262531 | download-docker-262531 | jenkins | v1.34.0 | 30 Oct 24 18:28 UTC | 30 Oct 24 18:28 UTC |
| start | --download-only -p | binary-mirror-530781 | jenkins | v1.34.0 | 30 Oct 24 18:28 UTC | |
| | binary-mirror-530781 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39003 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-530781 | binary-mirror-530781 | jenkins | v1.34.0 | 30 Oct 24 18:28 UTC | 30 Oct 24 18:28 UTC |
| addons | enable dashboard -p | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:28 UTC | |
| | addons-960551 | | | | | |
| addons | disable dashboard -p | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:28 UTC | |
| | addons-960551 | | | | | |
| start | -p addons-960551 --wait=true | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:28 UTC | 30 Oct 24 18:30 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-960551 addons disable | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:30 UTC | 30 Oct 24 18:30 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-960551 addons disable | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | -p addons-960551 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-960551 addons | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-960551 addons disable | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-960551 ip | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| addons | addons-960551 addons disable | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-960551 addons | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-960551 ssh cat | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | /opt/local-path-provisioner/pvc-8c8832b5-87b9-4b31-9dfd-99d331b2dc31_default_test-pvc/file1 | | | | | |
| addons | addons-960551 addons disable | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:32 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-960551 addons disable | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-960551 addons | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:31 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-960551 addons disable | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:31 UTC | 30 Oct 24 18:32 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-960551 addons | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:32 UTC | 30 Oct 24 18:32 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-960551 addons | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:32 UTC | 30 Oct 24 18:32 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-960551 ssh curl -s | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:32 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-960551 ip | addons-960551 | jenkins | v1.34.0 | 30 Oct 24 18:34 UTC | 30 Oct 24 18:34 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/30 18:28:31
Running on machine: ubuntu-20-agent-12
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1030 18:28:31.937600 352730 out.go:345] Setting OutFile to fd 1 ...
I1030 18:28:31.937906 352730 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1030 18:28:31.937917 352730 out.go:358] Setting ErrFile to fd 2...
I1030 18:28:31.937923 352730 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1030 18:28:31.938358 352730 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19883-344658/.minikube/bin
I1030 18:28:31.939341 352730 out.go:352] Setting JSON to false
I1030 18:28:31.940265 352730 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-12","uptime":11455,"bootTime":1730301457,"procs":227,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1030 18:28:31.940359 352730 start.go:139] virtualization: kvm guest
I1030 18:28:31.942056 352730 out.go:177] * [addons-960551] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1030 18:28:31.943516 352730 notify.go:220] Checking for updates...
I1030 18:28:31.943532 352730 out.go:177] - MINIKUBE_LOCATION=19883
I1030 18:28:31.944673 352730 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1030 18:28:31.945796 352730 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19883-344658/kubeconfig
I1030 18:28:31.946973 352730 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19883-344658/.minikube
I1030 18:28:31.947987 352730 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1030 18:28:31.949140 352730 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1030 18:28:31.950323 352730 driver.go:394] Setting default libvirt URI to qemu:///system
I1030 18:28:31.971267 352730 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1030 18:28:31.971386 352730 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1030 18:28:32.013874 352730 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-30 18:28:32.005464179 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1030 18:28:32.013973 352730 docker.go:318] overlay module found
I1030 18:28:32.015595 352730 out.go:177] * Using the docker driver based on user configuration
I1030 18:28:32.016817 352730 start.go:297] selected driver: docker
I1030 18:28:32.016834 352730 start.go:901] validating driver "docker" against <nil>
I1030 18:28:32.016846 352730 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1030 18:28:32.017578 352730 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1030 18:28:32.063756 352730 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-30 18:28:32.054909186 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-12 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1030 18:28:32.063959 352730 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1030 18:28:32.064213 352730 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 18:28:32.065891 352730 out.go:177] * Using Docker driver with root privileges
I1030 18:28:32.067203 352730 cni.go:84] Creating CNI manager for ""
I1030 18:28:32.067270 352730 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1030 18:28:32.067284 352730 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1030 18:28:32.067347 352730 start.go:340] cluster config:
{Name:addons-960551 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-960551 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 18:28:32.068764 352730 out.go:177] * Starting "addons-960551" primary control-plane node in "addons-960551" cluster
I1030 18:28:32.069831 352730 cache.go:121] Beginning downloading kic base image for docker with crio
I1030 18:28:32.070887 352730 out.go:177] * Pulling base image v0.0.45-1730282848-19883 ...
I1030 18:28:32.071858 352730 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:28:32.071882 352730 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 in local docker daemon
I1030 18:28:32.071902 352730 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19883-344658/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1030 18:28:32.071914 352730 cache.go:56] Caching tarball of preloaded images
I1030 18:28:32.072019 352730 preload.go:172] Found /home/jenkins/minikube-integration/19883-344658/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1030 18:28:32.072029 352730 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1030 18:28:32.072407 352730 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/config.json ...
I1030 18:28:32.072460 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/config.json: {Name:mkab04acb9143a3c1b41b1c8490210bafc31f408 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:28:32.086485 352730 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 to local cache
I1030 18:28:32.086590 352730 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 in local cache directory
I1030 18:28:32.086605 352730 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 in local cache directory, skipping pull
I1030 18:28:32.086609 352730 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 exists in cache, skipping pull
I1030 18:28:32.086616 352730 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 as a tarball
I1030 18:28:32.086623 352730 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 from local cache
I1030 18:28:43.644825 352730 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 from cached tarball
I1030 18:28:43.644873 352730 cache.go:194] Successfully downloaded all kic artifacts
I1030 18:28:43.644915 352730 start.go:360] acquireMachinesLock for addons-960551: {Name:mk18645eb6da2c1a103875a25579a5bf54ede532 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1030 18:28:43.645045 352730 start.go:364] duration metric: took 101.632µs to acquireMachinesLock for "addons-960551"
I1030 18:28:43.645077 352730 start.go:93] Provisioning new machine with config: &{Name:addons-960551 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-960551 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:28:43.645179 352730 start.go:125] createHost starting for "" (driver="docker")
I1030 18:28:43.646920 352730 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1030 18:28:43.647163 352730 start.go:159] libmachine.API.Create for "addons-960551" (driver="docker")
I1030 18:28:43.647193 352730 client.go:168] LocalClient.Create starting
I1030 18:28:43.647312 352730 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca.pem
I1030 18:28:43.922529 352730 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/cert.pem
I1030 18:28:44.003496 352730 cli_runner.go:164] Run: docker network inspect addons-960551 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1030 18:28:44.019729 352730 cli_runner.go:211] docker network inspect addons-960551 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1030 18:28:44.019798 352730 network_create.go:284] running [docker network inspect addons-960551] to gather additional debugging logs...
I1030 18:28:44.019819 352730 cli_runner.go:164] Run: docker network inspect addons-960551
W1030 18:28:44.034211 352730 cli_runner.go:211] docker network inspect addons-960551 returned with exit code 1
I1030 18:28:44.034247 352730 network_create.go:287] error running [docker network inspect addons-960551]: docker network inspect addons-960551: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-960551 not found
I1030 18:28:44.034265 352730 network_create.go:289] output of [docker network inspect addons-960551]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-960551 not found
** /stderr **
I1030 18:28:44.034363 352730 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1030 18:28:44.049792 352730 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001dec8f0}
I1030 18:28:44.049836 352730 network_create.go:124] attempt to create docker network addons-960551 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1030 18:28:44.049880 352730 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-960551 addons-960551
I1030 18:28:44.105282 352730 network_create.go:108] docker network addons-960551 192.168.49.0/24 created
I1030 18:28:44.105314 352730 kic.go:121] calculated static IP "192.168.49.2" for the "addons-960551" container
I1030 18:28:44.105378 352730 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1030 18:28:44.120098 352730 cli_runner.go:164] Run: docker volume create addons-960551 --label name.minikube.sigs.k8s.io=addons-960551 --label created_by.minikube.sigs.k8s.io=true
I1030 18:28:44.135146 352730 oci.go:103] Successfully created a docker volume addons-960551
I1030 18:28:44.135230 352730 cli_runner.go:164] Run: docker run --rm --name addons-960551-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-960551 --entrypoint /usr/bin/test -v addons-960551:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 -d /var/lib
I1030 18:28:50.963207 352730 cli_runner.go:217] Completed: docker run --rm --name addons-960551-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-960551 --entrypoint /usr/bin/test -v addons-960551:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 -d /var/lib: (6.827925824s)
I1030 18:28:50.963240 352730 oci.go:107] Successfully prepared a docker volume addons-960551
I1030 18:28:50.963256 352730 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:28:50.963286 352730 kic.go:194] Starting extracting preloaded images to volume ...
I1030 18:28:50.963343 352730 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19883-344658/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-960551:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 -I lz4 -xf /preloaded.tar -C /extractDir
I1030 18:28:55.401783 352730 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19883-344658/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-960551:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 -I lz4 -xf /preloaded.tar -C /extractDir: (4.438385993s)
I1030 18:28:55.401817 352730 kic.go:203] duration metric: took 4.438529009s to extract preloaded images to volume ...
W1030 18:28:55.401937 352730 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1030 18:28:55.402034 352730 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1030 18:28:55.447048 352730 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-960551 --name addons-960551 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-960551 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-960551 --network addons-960551 --ip 192.168.49.2 --volume addons-960551:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4
I1030 18:28:55.721335 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Running}}
I1030 18:28:55.737814 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:28:55.755095 352730 cli_runner.go:164] Run: docker exec addons-960551 stat /var/lib/dpkg/alternatives/iptables
I1030 18:28:55.796036 352730 oci.go:144] the created container "addons-960551" has a running status.
I1030 18:28:55.796077 352730 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa...
I1030 18:28:55.884579 352730 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1030 18:28:55.902730 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:28:55.917305 352730 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1030 18:28:55.917332 352730 kic_runner.go:114] Args: [docker exec --privileged addons-960551 chown docker:docker /home/docker/.ssh/authorized_keys]
I1030 18:28:55.961953 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:28:55.977590 352730 machine.go:93] provisionDockerMachine start ...
I1030 18:28:55.977691 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:28:55.993606 352730 main.go:141] libmachine: Using SSH client type: native
I1030 18:28:55.993842 352730 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1030 18:28:55.993859 352730 main.go:141] libmachine: About to run SSH command:
hostname
I1030 18:28:55.994560 352730 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:42524->127.0.0.1:32888: read: connection reset by peer
I1030 18:28:59.119926 352730 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-960551
I1030 18:28:59.119956 352730 ubuntu.go:169] provisioning hostname "addons-960551"
I1030 18:28:59.120046 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:28:59.136046 352730 main.go:141] libmachine: Using SSH client type: native
I1030 18:28:59.136218 352730 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1030 18:28:59.136230 352730 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-960551 && echo "addons-960551" | sudo tee /etc/hostname
I1030 18:28:59.267122 352730 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-960551
I1030 18:28:59.267219 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:28:59.283864 352730 main.go:141] libmachine: Using SSH client type: native
I1030 18:28:59.284068 352730 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1030 18:28:59.284087 352730 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-960551' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-960551/g' /etc/hosts;
else
echo '127.0.1.1 addons-960551' | sudo tee -a /etc/hosts;
fi
fi
I1030 18:28:59.404587 352730 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:28:59.404618 352730 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19883-344658/.minikube CaCertPath:/home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19883-344658/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19883-344658/.minikube}
I1030 18:28:59.404668 352730 ubuntu.go:177] setting up certificates
I1030 18:28:59.404685 352730 provision.go:84] configureAuth start
I1030 18:28:59.404743 352730 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-960551
I1030 18:28:59.420066 352730 provision.go:143] copyHostCerts
I1030 18:28:59.420136 352730 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19883-344658/.minikube/ca.pem (1082 bytes)
I1030 18:28:59.420245 352730 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19883-344658/.minikube/cert.pem (1123 bytes)
I1030 18:28:59.420304 352730 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19883-344658/.minikube/key.pem (1679 bytes)
I1030 18:28:59.420357 352730 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19883-344658/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca-key.pem org=jenkins.addons-960551 san=[127.0.0.1 192.168.49.2 addons-960551 localhost minikube]
I1030 18:28:59.494718 352730 provision.go:177] copyRemoteCerts
I1030 18:28:59.494781 352730 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 18:28:59.494821 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:28:59.509995 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:28:59.600828 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1030 18:28:59.622900 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1030 18:28:59.644256 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1030 18:28:59.665452 352730 provision.go:87] duration metric: took 260.750768ms to configureAuth
I1030 18:28:59.665479 352730 ubuntu.go:193] setting minikube options for container-runtime
I1030 18:28:59.665667 352730 config.go:182] Loaded profile config "addons-960551": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:28:59.665789 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:28:59.681798 352730 main.go:141] libmachine: Using SSH client type: native
I1030 18:28:59.682010 352730 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1030 18:28:59.682035 352730 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1030 18:28:59.891694 352730 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1030 18:28:59.891724 352730 machine.go:96] duration metric: took 3.914104408s to provisionDockerMachine
I1030 18:28:59.891735 352730 client.go:171] duration metric: took 16.244534184s to LocalClient.Create
I1030 18:28:59.891754 352730 start.go:167] duration metric: took 16.244593021s to libmachine.API.Create "addons-960551"
I1030 18:28:59.891764 352730 start.go:293] postStartSetup for "addons-960551" (driver="docker")
I1030 18:28:59.891780 352730 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 18:28:59.891846 352730 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 18:28:59.891907 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:28:59.908318 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:28:59.997626 352730 ssh_runner.go:195] Run: cat /etc/os-release
I1030 18:29:00.000768 352730 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1030 18:29:00.000803 352730 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1030 18:29:00.000811 352730 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1030 18:29:00.000818 352730 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1030 18:29:00.000830 352730 filesync.go:126] Scanning /home/jenkins/minikube-integration/19883-344658/.minikube/addons for local assets ...
I1030 18:29:00.000891 352730 filesync.go:126] Scanning /home/jenkins/minikube-integration/19883-344658/.minikube/files for local assets ...
I1030 18:29:00.000922 352730 start.go:296] duration metric: took 109.150866ms for postStartSetup
I1030 18:29:00.001197 352730 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-960551
I1030 18:29:00.016995 352730 profile.go:143] Saving config to /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/config.json ...
I1030 18:29:00.017338 352730 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1030 18:29:00.017399 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:00.032997 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:00.121386 352730 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1030 18:29:00.125597 352730 start.go:128] duration metric: took 16.480401169s to createHost
I1030 18:29:00.125624 352730 start.go:83] releasing machines lock for "addons-960551", held for 16.48056393s
I1030 18:29:00.125696 352730 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-960551
I1030 18:29:00.141438 352730 ssh_runner.go:195] Run: cat /version.json
I1030 18:29:00.141492 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:00.141520 352730 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 18:29:00.141586 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:00.157509 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:00.158128 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:00.323657 352730 ssh_runner.go:195] Run: systemctl --version
I1030 18:29:00.328211 352730 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1030 18:29:00.465356 352730 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1030 18:29:00.469680 352730 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 18:29:00.487133 352730 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1030 18:29:00.487217 352730 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 18:29:00.512435 352730 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1030 18:29:00.512461 352730 start.go:495] detecting cgroup driver to use...
I1030 18:29:00.512502 352730 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1030 18:29:00.512560 352730 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 18:29:00.526736 352730 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 18:29:00.536704 352730 docker.go:217] disabling cri-docker service (if available) ...
I1030 18:29:00.536764 352730 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1030 18:29:00.548483 352730 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1030 18:29:00.560742 352730 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1030 18:29:00.643070 352730 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1030 18:29:00.721453 352730 docker.go:233] disabling docker service ...
I1030 18:29:00.721528 352730 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1030 18:29:00.738456 352730 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1030 18:29:00.748492 352730 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1030 18:29:00.826997 352730 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1030 18:29:00.910639 352730 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1030 18:29:00.920867 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1030 18:29:00.935303 352730 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1030 18:29:00.935360 352730 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:29:00.943799 352730 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1030 18:29:00.943863 352730 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:29:00.952252 352730 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:29:00.960450 352730 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:29:00.968936 352730 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 18:29:00.976796 352730 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:29:00.984988 352730 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:29:00.998488 352730 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:29:01.006963 352730 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 18:29:01.014254 352730 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 18:29:01.021798 352730 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:29:01.097114 352730 ssh_runner.go:195] Run: sudo systemctl restart crio
I1030 18:29:01.201043 352730 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1030 18:29:01.201139 352730 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1030 18:29:01.204339 352730 start.go:563] Will wait 60s for crictl version
I1030 18:29:01.204380 352730 ssh_runner.go:195] Run: which crictl
I1030 18:29:01.207356 352730 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 18:29:01.240709 352730 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1030 18:29:01.240783 352730 ssh_runner.go:195] Run: crio --version
I1030 18:29:01.275457 352730 ssh_runner.go:195] Run: crio --version
I1030 18:29:01.311599 352730 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1030 18:29:01.312919 352730 cli_runner.go:164] Run: docker network inspect addons-960551 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1030 18:29:01.328500 352730 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1030 18:29:01.331919 352730 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:29:01.342015 352730 kubeadm.go:883] updating cluster {Name:addons-960551 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-960551 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1030 18:29:01.342148 352730 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:29:01.342195 352730 ssh_runner.go:195] Run: sudo crictl images --output json
I1030 18:29:01.405309 352730 crio.go:514] all images are preloaded for cri-o runtime.
I1030 18:29:01.405334 352730 crio.go:433] Images already preloaded, skipping extraction
I1030 18:29:01.405388 352730 ssh_runner.go:195] Run: sudo crictl images --output json
I1030 18:29:01.436787 352730 crio.go:514] all images are preloaded for cri-o runtime.
I1030 18:29:01.436813 352730 cache_images.go:84] Images are preloaded, skipping loading
I1030 18:29:01.436825 352730 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1030 18:29:01.436947 352730 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-960551 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-960551 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 18:29:01.437036 352730 ssh_runner.go:195] Run: crio config
I1030 18:29:01.477268 352730 cni.go:84] Creating CNI manager for ""
I1030 18:29:01.477292 352730 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1030 18:29:01.477303 352730 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1030 18:29:01.477331 352730 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-960551 NodeName:addons-960551 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1030 18:29:01.477471 352730 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-960551"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1030 18:29:01.477540 352730 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 18:29:01.485630 352730 binaries.go:44] Found k8s binaries, skipping transfer
I1030 18:29:01.485692 352730 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1030 18:29:01.493585 352730 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1030 18:29:01.510592 352730 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 18:29:01.527377 352730 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1030 18:29:01.543471 352730 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1030 18:29:01.546735 352730 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:29:01.556446 352730 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:29:01.626299 352730 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:29:01.638325 352730 certs.go:68] Setting up /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551 for IP: 192.168.49.2
I1030 18:29:01.638350 352730 certs.go:194] generating shared ca certs ...
I1030 18:29:01.638371 352730 certs.go:226] acquiring lock for ca certs: {Name:mkdd98f4933e1645642c2975f2601598adb4956f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:01.638515 352730 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19883-344658/.minikube/ca.key
I1030 18:29:01.930813 352730 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-344658/.minikube/ca.crt ...
I1030 18:29:01.930854 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/ca.crt: {Name:mkc0b61452c800d99be46ca0e7d8e8917c050c1e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:01.931069 352730 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-344658/.minikube/ca.key ...
I1030 18:29:01.931087 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/ca.key: {Name:mkf4b928397a3a0406e67839492a8755d8f38a9d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:01.931201 352730 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19883-344658/.minikube/proxy-client-ca.key
I1030 18:29:02.137301 352730 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-344658/.minikube/proxy-client-ca.crt ...
I1030 18:29:02.137353 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/proxy-client-ca.crt: {Name:mk2e82ffb5f2e1d1e7797b6d15d0bc1d409e4841 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:02.137609 352730 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-344658/.minikube/proxy-client-ca.key ...
I1030 18:29:02.137629 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/proxy-client-ca.key: {Name:mk516606c072d40a6eff18bc5ee050560e06f060 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:02.137744 352730 certs.go:256] generating profile certs ...
I1030 18:29:02.137826 352730 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/client.key
I1030 18:29:02.137843 352730 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/client.crt with IP's: []
I1030 18:29:02.177082 352730 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/client.crt ...
I1030 18:29:02.177115 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/client.crt: {Name:mk4dcd917109683f46d251cfdd67babbe3474346 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:02.177302 352730 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/client.key ...
I1030 18:29:02.177323 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/client.key: {Name:mkc18c46b268f05e63b892a98dd89c8e8e3dcfcf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:02.177428 352730 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.key.eda3bcba
I1030 18:29:02.177449 352730 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.crt.eda3bcba with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1030 18:29:02.341053 352730 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.crt.eda3bcba ...
I1030 18:29:02.341089 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.crt.eda3bcba: {Name:mkcb99c61956d39add9d5b2e1a3a256917c1b1d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:02.341282 352730 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.key.eda3bcba ...
I1030 18:29:02.341304 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.key.eda3bcba: {Name:mkcb40882ca3df74f23eee60677fed4913621c0d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:02.341411 352730 certs.go:381] copying /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.crt.eda3bcba -> /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.crt
I1030 18:29:02.341508 352730 certs.go:385] copying /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.key.eda3bcba -> /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.key
I1030 18:29:02.341578 352730 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/proxy-client.key
I1030 18:29:02.341602 352730 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/proxy-client.crt with IP's: []
I1030 18:29:02.415985 352730 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/proxy-client.crt ...
I1030 18:29:02.416017 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/proxy-client.crt: {Name:mkb3a01cb840f1f9974298a9887e90468a894bfd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:02.416214 352730 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/proxy-client.key ...
I1030 18:29:02.416237 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/proxy-client.key: {Name:mk6d8e4dfb0d9ee73d128a72a860f70f400974f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:02.416493 352730 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca-key.pem (1679 bytes)
I1030 18:29:02.416537 352730 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/ca.pem (1082 bytes)
I1030 18:29:02.416578 352730 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/cert.pem (1123 bytes)
I1030 18:29:02.416610 352730 certs.go:484] found cert: /home/jenkins/minikube-integration/19883-344658/.minikube/certs/key.pem (1679 bytes)
I1030 18:29:02.417244 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 18:29:02.439537 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1030 18:29:02.461179 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 18:29:02.482905 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1030 18:29:02.504098 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1030 18:29:02.526404 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1030 18:29:02.547293 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 18:29:02.568158 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/profiles/addons-960551/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1030 18:29:02.589116 352730 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19883-344658/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 18:29:02.610360 352730 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1030 18:29:02.625753 352730 ssh_runner.go:195] Run: openssl version
I1030 18:29:02.630938 352730 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 18:29:02.639981 352730 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 18:29:02.643368 352730 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 18:29 /usr/share/ca-certificates/minikubeCA.pem
I1030 18:29:02.643431 352730 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 18:29:02.649879 352730 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 18:29:02.658434 352730 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 18:29:02.661351 352730 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1030 18:29:02.661400 352730 kubeadm.go:392] StartCluster: {Name:addons-960551 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-960551 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 18:29:02.661499 352730 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1030 18:29:02.661577 352730 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1030 18:29:02.694447 352730 cri.go:89] found id: ""
I1030 18:29:02.694517 352730 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1030 18:29:02.702858 352730 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1030 18:29:02.711010 352730 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1030 18:29:02.711082 352730 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1030 18:29:02.719219 352730 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1030 18:29:02.719239 352730 kubeadm.go:157] found existing configuration files:
I1030 18:29:02.719293 352730 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1030 18:29:02.727142 352730 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1030 18:29:02.727202 352730 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1030 18:29:02.734897 352730 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1030 18:29:02.742596 352730 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1030 18:29:02.742648 352730 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1030 18:29:02.749921 352730 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1030 18:29:02.757312 352730 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1030 18:29:02.757356 352730 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1030 18:29:02.764708 352730 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1030 18:29:02.771975 352730 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1030 18:29:02.772018 352730 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1030 18:29:02.779212 352730 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1030 18:29:02.829976 352730 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1070-gcp\n", err: exit status 1
I1030 18:29:02.879646 352730 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1030 18:29:10.643925 352730 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1030 18:29:10.644014 352730 kubeadm.go:310] [preflight] Running pre-flight checks
I1030 18:29:10.644109 352730 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1030 18:29:10.644165 352730 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1070-gcp[0m
I1030 18:29:10.644196 352730 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1030 18:29:10.644260 352730 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1030 18:29:10.644336 352730 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1030 18:29:10.644406 352730 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1030 18:29:10.644483 352730 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1030 18:29:10.644567 352730 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1030 18:29:10.644662 352730 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1030 18:29:10.644727 352730 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1030 18:29:10.644785 352730 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1030 18:29:10.644891 352730 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1030 18:29:10.644997 352730 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1030 18:29:10.645133 352730 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1030 18:29:10.645215 352730 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1030 18:29:10.645299 352730 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1030 18:29:10.646767 352730 out.go:235] - Generating certificates and keys ...
I1030 18:29:10.646836 352730 kubeadm.go:310] [certs] Using existing ca certificate authority
I1030 18:29:10.646921 352730 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1030 18:29:10.647012 352730 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1030 18:29:10.647110 352730 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1030 18:29:10.647198 352730 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1030 18:29:10.647269 352730 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1030 18:29:10.647338 352730 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1030 18:29:10.647439 352730 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-960551 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1030 18:29:10.647484 352730 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1030 18:29:10.647578 352730 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-960551 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1030 18:29:10.647639 352730 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1030 18:29:10.647706 352730 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1030 18:29:10.647754 352730 kubeadm.go:310] [certs] Generating "sa" key and public key
I1030 18:29:10.647809 352730 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1030 18:29:10.647852 352730 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1030 18:29:10.647904 352730 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1030 18:29:10.647958 352730 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1030 18:29:10.648011 352730 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1030 18:29:10.648057 352730 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1030 18:29:10.648130 352730 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1030 18:29:10.648190 352730 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1030 18:29:10.649427 352730 out.go:235] - Booting up control plane ...
I1030 18:29:10.649508 352730 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1030 18:29:10.649574 352730 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1030 18:29:10.649636 352730 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1030 18:29:10.649768 352730 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1030 18:29:10.649882 352730 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1030 18:29:10.649941 352730 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1030 18:29:10.650107 352730 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1030 18:29:10.650250 352730 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1030 18:29:10.650314 352730 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.576542ms
I1030 18:29:10.650374 352730 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1030 18:29:10.650426 352730 kubeadm.go:310] [api-check] The API server is healthy after 4.001701856s
I1030 18:29:10.650557 352730 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1030 18:29:10.650724 352730 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1030 18:29:10.650787 352730 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1030 18:29:10.650943 352730 kubeadm.go:310] [mark-control-plane] Marking the node addons-960551 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1030 18:29:10.650991 352730 kubeadm.go:310] [bootstrap-token] Using token: e4uidg.w0w58c2j0l4244vu
I1030 18:29:10.652236 352730 out.go:235] - Configuring RBAC rules ...
I1030 18:29:10.652352 352730 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1030 18:29:10.652464 352730 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1030 18:29:10.652581 352730 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1030 18:29:10.652749 352730 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1030 18:29:10.652923 352730 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1030 18:29:10.653014 352730 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1030 18:29:10.653155 352730 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1030 18:29:10.653237 352730 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1030 18:29:10.653308 352730 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1030 18:29:10.653316 352730 kubeadm.go:310]
I1030 18:29:10.653397 352730 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1030 18:29:10.653411 352730 kubeadm.go:310]
I1030 18:29:10.653530 352730 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1030 18:29:10.653541 352730 kubeadm.go:310]
I1030 18:29:10.653564 352730 kubeadm.go:310] mkdir -p $HOME/.kube
I1030 18:29:10.653644 352730 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1030 18:29:10.653719 352730 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1030 18:29:10.653726 352730 kubeadm.go:310]
I1030 18:29:10.653766 352730 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1030 18:29:10.653770 352730 kubeadm.go:310]
I1030 18:29:10.653806 352730 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1030 18:29:10.653810 352730 kubeadm.go:310]
I1030 18:29:10.653848 352730 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1030 18:29:10.653919 352730 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1030 18:29:10.654013 352730 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1030 18:29:10.654025 352730 kubeadm.go:310]
I1030 18:29:10.654163 352730 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1030 18:29:10.654265 352730 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1030 18:29:10.654274 352730 kubeadm.go:310]
I1030 18:29:10.654413 352730 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token e4uidg.w0w58c2j0l4244vu \
I1030 18:29:10.654546 352730 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:881b56f285c32845b8b496674786e9d9be71059f095f2000ced2e155cd7ac5dc \
I1030 18:29:10.654577 352730 kubeadm.go:310] --control-plane
I1030 18:29:10.654587 352730 kubeadm.go:310]
I1030 18:29:10.654687 352730 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1030 18:29:10.654699 352730 kubeadm.go:310]
I1030 18:29:10.654803 352730 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token e4uidg.w0w58c2j0l4244vu \
I1030 18:29:10.654936 352730 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:881b56f285c32845b8b496674786e9d9be71059f095f2000ced2e155cd7ac5dc
I1030 18:29:10.654952 352730 cni.go:84] Creating CNI manager for ""
I1030 18:29:10.654962 352730 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1030 18:29:10.656362 352730 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1030 18:29:10.657516 352730 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1030 18:29:10.661002 352730 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1030 18:29:10.661016 352730 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1030 18:29:10.677192 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1030 18:29:10.860730 352730 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1030 18:29:10.860801 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:10.860859 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-960551 minikube.k8s.io/updated_at=2024_10_30T18_29_10_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0 minikube.k8s.io/name=addons-960551 minikube.k8s.io/primary=true
I1030 18:29:10.867650 352730 ops.go:34] apiserver oom_adj: -16
I1030 18:29:10.947075 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:11.448184 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:11.947352 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:12.447901 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:12.948039 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:13.448147 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:13.947343 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:14.447778 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:14.947279 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:15.447927 352730 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:29:15.511636 352730 kubeadm.go:1113] duration metric: took 4.650904304s to wait for elevateKubeSystemPrivileges
I1030 18:29:15.511671 352730 kubeadm.go:394] duration metric: took 12.850277215s to StartCluster
I1030 18:29:15.511690 352730 settings.go:142] acquiring lock: {Name:mkdce6d5899065ab23b446a2a8e86c503406b60d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:15.511792 352730 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19883-344658/kubeconfig
I1030 18:29:15.512239 352730 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19883-344658/kubeconfig: {Name:mk416433523af2ec87984043e1803f13dc8da4be Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:29:15.512478 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1030 18:29:15.512503 352730 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:29:15.512571 352730 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1030 18:29:15.512697 352730 addons.go:69] Setting yakd=true in profile "addons-960551"
I1030 18:29:15.512700 352730 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-960551"
I1030 18:29:15.512725 352730 addons.go:234] Setting addon yakd=true in "addons-960551"
I1030 18:29:15.512736 352730 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-960551"
I1030 18:29:15.512734 352730 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-960551"
I1030 18:29:15.512765 352730 addons.go:69] Setting default-storageclass=true in profile "addons-960551"
I1030 18:29:15.512774 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.512780 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.512801 352730 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-960551"
I1030 18:29:15.512812 352730 addons.go:69] Setting gcp-auth=true in profile "addons-960551"
I1030 18:29:15.512833 352730 mustload.go:65] Loading cluster: addons-960551
I1030 18:29:15.512838 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.512869 352730 addons.go:69] Setting cloud-spanner=true in profile "addons-960551"
I1030 18:29:15.512893 352730 addons.go:234] Setting addon cloud-spanner=true in "addons-960551"
I1030 18:29:15.512927 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.513060 352730 config.go:182] Loaded profile config "addons-960551": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:29:15.513290 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.513319 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.513335 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.513365 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.513394 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.513602 352730 addons.go:69] Setting registry=true in profile "addons-960551"
I1030 18:29:15.513622 352730 addons.go:234] Setting addon registry=true in "addons-960551"
I1030 18:29:15.513628 352730 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-960551"
I1030 18:29:15.513653 352730 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-960551"
I1030 18:29:15.513664 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.513694 352730 addons.go:69] Setting storage-provisioner=true in profile "addons-960551"
I1030 18:29:15.513715 352730 addons.go:234] Setting addon storage-provisioner=true in "addons-960551"
I1030 18:29:15.513751 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.513943 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.514155 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.514375 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.512765 352730 config.go:182] Loaded profile config "addons-960551": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:29:15.512789 352730 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-960551"
I1030 18:29:15.515020 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.515357 352730 addons.go:69] Setting volcano=true in profile "addons-960551"
I1030 18:29:15.515379 352730 addons.go:234] Setting addon volcano=true in "addons-960551"
I1030 18:29:15.515504 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.515582 352730 out.go:177] * Verifying Kubernetes components...
I1030 18:29:15.516177 352730 addons.go:69] Setting volumesnapshots=true in profile "addons-960551"
I1030 18:29:15.516224 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.516258 352730 addons.go:69] Setting ingress-dns=true in profile "addons-960551"
I1030 18:29:15.516288 352730 addons.go:234] Setting addon ingress-dns=true in "addons-960551"
I1030 18:29:15.516339 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.516491 352730 addons.go:69] Setting metrics-server=true in profile "addons-960551"
I1030 18:29:15.516548 352730 addons.go:234] Setting addon metrics-server=true in "addons-960551"
I1030 18:29:15.516592 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.516982 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.517231 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.517398 352730 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-960551"
I1030 18:29:15.517449 352730 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-960551"
I1030 18:29:15.517486 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.518857 352730 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:29:15.516230 352730 addons.go:234] Setting addon volumesnapshots=true in "addons-960551"
I1030 18:29:15.519180 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.512746 352730 addons.go:69] Setting ingress=true in profile "addons-960551"
I1030 18:29:15.519344 352730 addons.go:234] Setting addon ingress=true in "addons-960551"
I1030 18:29:15.519390 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.516248 352730 addons.go:69] Setting inspektor-gadget=true in profile "addons-960551"
I1030 18:29:15.520687 352730 addons.go:234] Setting addon inspektor-gadget=true in "addons-960551"
I1030 18:29:15.520716 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.521159 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.545079 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.547832 352730 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-960551"
I1030 18:29:15.547874 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.548287 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.551340 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.551576 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.553200 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.557473 352730 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1030 18:29:15.558694 352730 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1030 18:29:15.558717 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1030 18:29:15.558776 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.560492 352730 addons.go:234] Setting addon default-storageclass=true in "addons-960551"
I1030 18:29:15.560541 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:15.560990 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:15.562371 352730 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1030 18:29:15.562449 352730 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.33.0
I1030 18:29:15.563557 352730 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1030 18:29:15.563582 352730 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1030 18:29:15.563648 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.563815 352730 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1030 18:29:15.564574 352730 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1030 18:29:15.565048 352730 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1030 18:29:15.565073 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1030 18:29:15.565120 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.565262 352730 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1030 18:29:15.565590 352730 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1030 18:29:15.565614 352730 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1030 18:29:15.565668 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.567437 352730 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1030 18:29:15.572560 352730 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1030 18:29:15.573744 352730 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1030 18:29:15.574836 352730 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1030 18:29:15.575918 352730 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1030 18:29:15.577012 352730 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1030 18:29:15.578255 352730 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1030 18:29:15.578286 352730 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1030 18:29:15.578351 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
W1030 18:29:15.590226 352730 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1030 18:29:15.599580 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.609856 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.610638 352730 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1030 18:29:15.612797 352730 out.go:177] - Using image docker.io/busybox:stable
I1030 18:29:15.614232 352730 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1030 18:29:15.614664 352730 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1030 18:29:15.614684 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1030 18:29:15.614742 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.616487 352730 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1030 18:29:15.616489 352730 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1030 18:29:15.617583 352730 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1030 18:29:15.617602 352730 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1030 18:29:15.617651 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.620389 352730 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1030 18:29:15.622330 352730 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1030 18:29:15.622354 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1030 18:29:15.622406 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.623739 352730 out.go:177] - Using image docker.io/registry:2.8.3
I1030 18:29:15.623742 352730 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1030 18:29:15.624760 352730 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1030 18:29:15.624789 352730 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1030 18:29:15.624842 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.625964 352730 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1030 18:29:15.627093 352730 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1030 18:29:15.627111 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1030 18:29:15.627160 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.628255 352730 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1030 18:29:15.628261 352730 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1030 18:29:15.632967 352730 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1030 18:29:15.634217 352730 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1030 18:29:15.634235 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1030 18:29:15.634289 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.640584 352730 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1030 18:29:15.640613 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1030 18:29:15.640662 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.640584 352730 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1030 18:29:15.641116 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1030 18:29:15.641176 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.641571 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.649937 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.658701 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.683048 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.683049 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.683118 352730 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1030 18:29:15.683129 352730 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1030 18:29:15.683179 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:15.683048 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.683048 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.685446 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.688014 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.694380 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.695974 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.703196 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:15.835475 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1030 18:29:15.933870 352730 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:29:15.947941 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1030 18:29:16.130565 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1030 18:29:16.139492 352730 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1030 18:29:16.139534 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14451 bytes)
I1030 18:29:16.151129 352730 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1030 18:29:16.151214 352730 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1030 18:29:16.153933 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1030 18:29:16.229008 352730 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1030 18:29:16.229111 352730 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1030 18:29:16.238474 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1030 18:29:16.242046 352730 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1030 18:29:16.242128 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1030 18:29:16.248458 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1030 18:29:16.330112 352730 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1030 18:29:16.330214 352730 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1030 18:29:16.336925 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1030 18:29:16.351870 352730 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1030 18:29:16.351903 352730 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1030 18:29:16.429112 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1030 18:29:16.430697 352730 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1030 18:29:16.430762 352730 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1030 18:29:16.448924 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1030 18:29:16.450639 352730 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1030 18:29:16.450699 352730 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1030 18:29:16.530026 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1030 18:29:16.630185 352730 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1030 18:29:16.630285 352730 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1030 18:29:16.637869 352730 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1030 18:29:16.638922 352730 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1030 18:29:16.736672 352730 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1030 18:29:16.736762 352730 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1030 18:29:16.748506 352730 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1030 18:29:16.748592 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1030 18:29:16.752030 352730 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1030 18:29:16.752107 352730 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1030 18:29:17.039107 352730 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1030 18:29:17.039214 352730 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1030 18:29:17.130852 352730 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1030 18:29:17.130883 352730 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1030 18:29:17.144491 352730 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1030 18:29:17.144516 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1030 18:29:17.338000 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1030 18:29:17.430128 352730 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1030 18:29:17.430218 352730 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1030 18:29:17.434236 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1030 18:29:17.441882 352730 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.606304476s)
I1030 18:29:17.441956 352730 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1030 18:29:17.443175 352730 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.509275583s)
I1030 18:29:17.444305 352730 node_ready.go:35] waiting up to 6m0s for node "addons-960551" to be "Ready" ...
I1030 18:29:17.445340 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1030 18:29:17.533677 352730 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1030 18:29:17.533779 352730 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1030 18:29:17.735620 352730 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1030 18:29:17.735671 352730 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1030 18:29:17.842880 352730 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1030 18:29:17.842980 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1030 18:29:18.139427 352730 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1030 18:29:18.139520 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1030 18:29:18.150598 352730 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-960551" context rescaled to 1 replicas
I1030 18:29:18.331213 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1030 18:29:18.449342 352730 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1030 18:29:18.449372 352730 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1030 18:29:18.549777 352730 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1030 18:29:18.549809 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1030 18:29:19.042360 352730 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1030 18:29:19.042449 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1030 18:29:19.044354 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.096374718s)
I1030 18:29:19.044433 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.913783843s)
I1030 18:29:19.240369 352730 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1030 18:29:19.240403 352730 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1030 18:29:19.429209 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1030 18:29:19.537779 352730 node_ready.go:53] node "addons-960551" has status "Ready":"False"
I1030 18:29:21.135543 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.98152405s)
I1030 18:29:21.136139 352730 addons.go:475] Verifying addon ingress=true in "addons-960551"
I1030 18:29:21.135705 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.897140177s)
I1030 18:29:21.135733 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.887193639s)
I1030 18:29:21.135795 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.798794355s)
I1030 18:29:21.135820 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.706618093s)
I1030 18:29:21.135860 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.686845529s)
I1030 18:29:21.135946 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.605825091s)
I1030 18:29:21.135989 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.797892946s)
I1030 18:29:21.136020 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (3.701204471s)
I1030 18:29:21.137233 352730 addons.go:475] Verifying addon registry=true in "addons-960551"
I1030 18:29:21.136094 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (3.690688347s)
I1030 18:29:21.137331 352730 addons.go:475] Verifying addon metrics-server=true in "addons-960551"
I1030 18:29:21.137559 352730 out.go:177] * Verifying ingress addon...
I1030 18:29:21.138358 352730 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-960551 service yakd-dashboard -n yakd-dashboard
I1030 18:29:21.139241 352730 out.go:177] * Verifying registry addon...
I1030 18:29:21.140368 352730 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1030 18:29:21.142847 352730 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1030 18:29:21.156936 352730 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1030 18:29:21.156958 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:21.157044 352730 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1030 18:29:21.157063 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1030 18:29:21.245850 352730 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1030 18:29:21.645849 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:21.646415 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:21.947932 352730 node_ready.go:53] node "addons-960551" has status "Ready":"False"
I1030 18:29:22.146148 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:22.245368 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:22.262389 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.93112141s)
W1030 18:29:22.262446 352730 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1030 18:29:22.262562 352730 retry.go:31] will retry after 226.467132ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1030 18:29:22.489926 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1030 18:29:22.644573 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:22.744605 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:22.757318 352730 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1030 18:29:22.757391 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:22.776625 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:23.041512 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.612238543s)
I1030 18:29:23.041552 352730 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-960551"
I1030 18:29:23.043538 352730 out.go:177] * Verifying csi-hostpath-driver addon...
I1030 18:29:23.046233 352730 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1030 18:29:23.052263 352730 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1030 18:29:23.052329 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:23.054831 352730 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1030 18:29:23.140903 352730 addons.go:234] Setting addon gcp-auth=true in "addons-960551"
I1030 18:29:23.140963 352730 host.go:66] Checking if "addons-960551" exists ...
I1030 18:29:23.141472 352730 cli_runner.go:164] Run: docker container inspect addons-960551 --format={{.State.Status}}
I1030 18:29:23.144951 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:23.146200 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:23.160931 352730 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1030 18:29:23.160988 352730 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-960551
I1030 18:29:23.179466 352730 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19883-344658/.minikube/machines/addons-960551/id_rsa Username:docker}
I1030 18:29:23.550351 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:23.643680 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:23.644950 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:24.050418 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:24.145516 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:24.145677 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:24.447536 352730 node_ready.go:53] node "addons-960551" has status "Ready":"False"
I1030 18:29:24.549591 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:24.644741 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:24.645867 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:25.049347 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:25.144499 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:25.145335 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:25.549415 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:25.562939 352730 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.072969801s)
I1030 18:29:25.563004 352730 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.402042919s)
I1030 18:29:25.564704 352730 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1030 18:29:25.565840 352730 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1030 18:29:25.566843 352730 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1030 18:29:25.566862 352730 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1030 18:29:25.583522 352730 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1030 18:29:25.583551 352730 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1030 18:29:25.600775 352730 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1030 18:29:25.600797 352730 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1030 18:29:25.616192 352730 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1030 18:29:25.644528 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:25.645467 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:25.940407 352730 addons.go:475] Verifying addon gcp-auth=true in "addons-960551"
I1030 18:29:25.941741 352730 out.go:177] * Verifying gcp-auth addon...
I1030 18:29:25.943661 352730 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1030 18:29:25.946750 352730 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1030 18:29:25.946766 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:26.050191 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:26.144365 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:26.145423 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:26.447227 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:26.550074 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:26.644225 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:26.645133 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:26.946999 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:26.947042 352730 node_ready.go:53] node "addons-960551" has status "Ready":"False"
I1030 18:29:27.049682 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:27.144499 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:27.145873 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:27.446837 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:27.550383 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:27.644436 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:27.645489 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:27.947279 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:28.050306 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:28.144589 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:28.145688 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:28.446990 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:28.549745 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:28.643545 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:28.645591 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:28.946918 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:29.049565 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:29.144803 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:29.145904 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:29.447320 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:29.447405 352730 node_ready.go:53] node "addons-960551" has status "Ready":"False"
I1030 18:29:29.550328 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:29.644335 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:29.645656 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:29.946788 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:30.050474 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:30.144676 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:30.145679 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:30.446885 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:30.549846 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:30.644073 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:30.645319 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:30.947441 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:31.049896 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:31.143932 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:31.145217 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:31.447133 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:31.549946 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:31.643984 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:31.645309 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:31.947474 352730 node_ready.go:53] node "addons-960551" has status "Ready":"False"
I1030 18:29:31.947595 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:32.049852 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:32.144042 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:32.145295 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:32.447201 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:32.550073 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:32.644333 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:32.645423 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:32.947065 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:33.051758 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:33.143711 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:33.145164 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:33.447143 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:33.549968 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:33.644329 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:33.645399 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:33.947441 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:34.050897 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:34.143275 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:34.145437 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:34.448835 352730 node_ready.go:49] node "addons-960551" has status "Ready":"True"
I1030 18:29:34.448866 352730 node_ready.go:38] duration metric: took 17.004492221s for node "addons-960551" to be "Ready" ...
I1030 18:29:34.448879 352730 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:29:34.451541 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:34.463449 352730 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-8mgln" in "kube-system" namespace to be "Ready" ...
I1030 18:29:34.560771 352730 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1030 18:29:34.560862 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:34.645282 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:34.646896 352730 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1030 18:29:34.646915 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:34.947285 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:35.050791 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:35.152174 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:35.152953 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:35.446914 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:35.551612 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:35.645298 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:35.646391 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:35.947490 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:36.051472 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:36.145696 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:36.146038 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:36.447199 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:36.469040 352730 pod_ready.go:103] pod "amd-gpu-device-plugin-8mgln" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:36.551405 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:36.651508 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:36.651569 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:36.946922 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:37.050706 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:37.144408 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:37.146047 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:37.446823 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:37.550568 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:37.644987 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:37.646003 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:37.946690 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:38.050325 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:38.144332 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:38.145594 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:38.447994 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:38.469145 352730 pod_ready.go:103] pod "amd-gpu-device-plugin-8mgln" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:38.551384 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:38.645470 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:38.646854 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:38.947605 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:39.051596 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:39.145669 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:39.146374 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:39.448673 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:39.551262 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:39.647514 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:39.649443 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:39.947874 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:40.052245 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:40.148123 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:40.148606 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:40.447386 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:40.551075 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:40.645429 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:40.646555 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:40.947317 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:40.969962 352730 pod_ready.go:103] pod "amd-gpu-device-plugin-8mgln" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:41.051210 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:41.145499 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:41.146201 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:41.447663 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:41.551649 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:41.645371 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:41.647342 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:41.947574 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:42.051111 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:42.145463 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:42.146377 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:42.447305 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:42.551221 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:42.644958 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:42.645822 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:42.947243 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:43.051170 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:43.144387 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:43.146011 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:43.448723 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:43.469344 352730 pod_ready.go:103] pod "amd-gpu-device-plugin-8mgln" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:43.551488 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:43.645015 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:43.646356 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:43.947946 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:44.050830 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:44.145155 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:44.147947 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:44.447227 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:44.550276 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:44.646342 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:44.647099 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:44.947906 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:45.050238 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:45.146233 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:45.146815 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:45.446971 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:45.550708 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:45.644488 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:45.645986 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:45.946768 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:45.968910 352730 pod_ready.go:103] pod "amd-gpu-device-plugin-8mgln" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:46.050272 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:46.145651 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:46.146569 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:46.447490 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:46.550786 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:46.645157 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:46.645893 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:46.946988 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:47.050663 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:47.144729 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:47.145504 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:47.448218 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:47.550540 352730 pod_ready.go:93] pod "amd-gpu-device-plugin-8mgln" in "kube-system" namespace has status "Ready":"True"
I1030 18:29:47.550639 352730 pod_ready.go:82] duration metric: took 13.087156643s for pod "amd-gpu-device-plugin-8mgln" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.550667 352730 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-bl4bh" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.553496 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:47.633276 352730 pod_ready.go:93] pod "coredns-7c65d6cfc9-bl4bh" in "kube-system" namespace has status "Ready":"True"
I1030 18:29:47.633370 352730 pod_ready.go:82] duration metric: took 82.658686ms for pod "coredns-7c65d6cfc9-bl4bh" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.633428 352730 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-960551" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.639333 352730 pod_ready.go:93] pod "etcd-addons-960551" in "kube-system" namespace has status "Ready":"True"
I1030 18:29:47.639402 352730 pod_ready.go:82] duration metric: took 5.950075ms for pod "etcd-addons-960551" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.639422 352730 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-960551" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.644754 352730 pod_ready.go:93] pod "kube-apiserver-addons-960551" in "kube-system" namespace has status "Ready":"True"
I1030 18:29:47.644780 352730 pod_ready.go:82] duration metric: took 5.343665ms for pod "kube-apiserver-addons-960551" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.644795 352730 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-960551" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.648478 352730 pod_ready.go:93] pod "kube-controller-manager-addons-960551" in "kube-system" namespace has status "Ready":"True"
I1030 18:29:47.648546 352730 pod_ready.go:82] duration metric: took 3.739593ms for pod "kube-controller-manager-addons-960551" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.648573 352730 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-wcs6q" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.730767 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:47.732883 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:47.868374 352730 pod_ready.go:93] pod "kube-proxy-wcs6q" in "kube-system" namespace has status "Ready":"True"
I1030 18:29:47.868402 352730 pod_ready.go:82] duration metric: took 219.811851ms for pod "kube-proxy-wcs6q" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.868440 352730 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-960551" in "kube-system" namespace to be "Ready" ...
I1030 18:29:47.947313 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:48.051728 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:48.145891 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:48.146601 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:48.331383 352730 pod_ready.go:93] pod "kube-scheduler-addons-960551" in "kube-system" namespace has status "Ready":"True"
I1030 18:29:48.331414 352730 pod_ready.go:82] duration metric: took 462.961587ms for pod "kube-scheduler-addons-960551" in "kube-system" namespace to be "Ready" ...
I1030 18:29:48.331430 352730 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace to be "Ready" ...
I1030 18:29:48.447620 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:48.550501 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:48.644509 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:48.646096 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:48.946688 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:49.050926 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:49.144941 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:49.145904 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:49.447361 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:49.550840 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:49.644397 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:49.645582 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:49.947310 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:50.051650 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:50.145074 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:50.146238 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:50.337748 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:50.448149 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:50.551195 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:50.645438 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:50.645947 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:50.947079 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:51.051379 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:51.145143 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:51.145926 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:51.446899 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:51.550795 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:51.644964 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:51.646215 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:51.947489 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:52.050865 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:52.144699 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:52.145828 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:52.447439 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:52.550847 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:52.644934 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:52.646256 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:52.838104 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:52.946931 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:53.051782 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:53.145427 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:53.146577 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:53.447543 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:53.553171 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:53.645295 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:53.646118 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:53.947833 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:54.050579 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:54.144571 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:54.146030 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:54.447222 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:54.551012 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:54.645187 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:54.645970 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:54.947728 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:55.050877 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:55.145382 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:55.146185 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:55.336826 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:55.448557 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:55.551212 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:55.644707 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:55.646285 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:55.947275 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:56.053356 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:56.144936 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:56.146188 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:56.447669 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:56.551354 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:56.644636 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:56.647019 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:56.947583 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:57.051148 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:57.144602 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:57.145940 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:57.337121 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:57.446756 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:57.596183 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:57.645189 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:57.646038 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:57.947122 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:58.050892 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:58.144220 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:58.145746 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:58.447130 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:58.550444 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:58.644359 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:58.645692 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:58.947379 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:59.051429 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:59.145140 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:59.145979 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:59.447441 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:29:59.551579 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:29:59.651694 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:29:59.652063 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:29:59.837584 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:29:59.947949 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:00.051777 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:00.144450 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:00.145828 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:00.447364 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:00.550827 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:00.645079 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:00.646215 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:00.947050 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:01.052191 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:01.151404 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:01.151835 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:01.446696 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:01.550400 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:01.644064 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:01.645957 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:01.947416 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:02.051396 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:02.145190 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:02.146173 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:02.336894 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:02.446760 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:02.550173 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:02.644917 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:02.646106 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:02.947274 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:03.050882 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:03.145010 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:03.145771 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:03.447646 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:03.550423 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:03.644267 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:03.645880 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:03.947315 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:04.050618 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:04.144094 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:04.145560 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:04.337575 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:04.447286 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:04.551231 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:04.645160 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:04.648057 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:04.947408 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:05.050729 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:05.144463 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:05.145598 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:05.448203 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:05.550734 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:05.645066 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:05.645834 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:05.946878 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:06.050488 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:06.145491 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:06.146288 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:06.339070 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:06.446390 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:06.551290 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:06.645129 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:06.646383 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:06.947494 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:07.051212 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:07.148142 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:07.148289 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1030 18:30:07.449632 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:07.552534 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:07.644852 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:07.646116 352730 kapi.go:107] duration metric: took 46.503266598s to wait for kubernetes.io/minikube-addons=registry ...
I1030 18:30:07.947513 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:08.051833 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:08.144183 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:08.447331 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:08.550765 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:08.644232 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:08.836260 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:08.946988 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:09.050359 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:09.144950 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:09.447185 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:09.550636 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:09.644797 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:09.948195 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:10.051534 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:10.144964 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:10.447272 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:10.550641 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:10.644294 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:10.836793 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:10.947417 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:11.050857 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:11.144580 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:11.446699 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:11.550365 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:11.644969 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:11.956354 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:12.054790 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:12.145710 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:12.447421 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:12.551968 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:12.644132 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:12.947561 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:13.050978 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:13.144549 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:13.337334 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:13.447070 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:13.566977 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:13.649511 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:13.946930 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:14.050801 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:14.144010 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:14.447599 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:14.551030 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:14.644850 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:14.947425 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:15.051181 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:15.145092 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:15.447191 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:15.551625 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:15.651323 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:15.837866 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:15.947003 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1030 18:30:16.050557 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:16.144285 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:16.447434 352730 kapi.go:107] duration metric: took 50.503766275s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1030 18:30:16.449033 352730 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-960551 cluster.
I1030 18:30:16.450680 352730 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1030 18:30:16.452271 352730 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1030 18:30:16.551667 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:16.645787 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:17.050571 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:17.144287 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:17.551532 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:17.645512 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:18.050953 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:18.150450 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:18.336180 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:18.551024 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:18.645007 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:19.051115 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:19.144451 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:19.550802 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:19.645046 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:20.051463 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:20.143988 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:20.337560 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:20.550780 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:20.643994 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:21.051056 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:21.144252 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:21.551432 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:21.651461 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:22.051480 352730 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1030 18:30:22.144495 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:22.550744 352730 kapi.go:107] duration metric: took 59.504510477s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1030 18:30:22.644351 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:22.837455 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:23.144678 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:23.644730 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:24.145019 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:24.648666 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:25.144310 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:25.336933 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:25.644575 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:26.144615 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:26.644071 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:27.144118 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:27.337525 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:27.644960 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:28.145118 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:28.644787 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:29.144852 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:29.644371 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:29.836867 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:30.145031 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:30.645418 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:31.144934 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:31.644008 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:31.837669 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:32.145076 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:32.644830 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:33.143948 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:33.644613 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:34.144875 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:34.337531 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:34.644150 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:35.144909 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:35.645152 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:36.145476 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:36.644571 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:36.837369 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:37.143804 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:37.644202 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:38.144526 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:38.644961 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:38.838095 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:39.144847 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:39.644909 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:40.146160 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:40.645679 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:40.838153 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:41.145056 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:41.644929 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:42.145190 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:42.644248 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:43.144972 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:43.337671 352730 pod_ready.go:103] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"False"
I1030 18:30:43.644829 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:44.145063 352730 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1030 18:30:44.643933 352730 kapi.go:107] duration metric: took 1m23.503562365s to wait for app.kubernetes.io/name=ingress-nginx ...
I1030 18:30:44.645406 352730 out.go:177] * Enabled addons: cloud-spanner, amd-gpu-device-plugin, storage-provisioner, nvidia-device-plugin, ingress-dns, inspektor-gadget, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, csi-hostpath-driver, ingress
I1030 18:30:44.646716 352730 addons.go:510] duration metric: took 1m29.134144894s for enable addons: enabled=[cloud-spanner amd-gpu-device-plugin storage-provisioner nvidia-device-plugin ingress-dns inspektor-gadget metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth csi-hostpath-driver ingress]
I1030 18:30:44.837674 352730 pod_ready.go:93] pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace has status "Ready":"True"
I1030 18:30:44.837701 352730 pod_ready.go:82] duration metric: took 56.506262428s for pod "metrics-server-84c5f94fbc-2w8bv" in "kube-system" namespace to be "Ready" ...
I1030 18:30:44.837713 352730 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-wtmtp" in "kube-system" namespace to be "Ready" ...
I1030 18:30:44.841599 352730 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-wtmtp" in "kube-system" namespace has status "Ready":"True"
I1030 18:30:44.841619 352730 pod_ready.go:82] duration metric: took 3.899214ms for pod "nvidia-device-plugin-daemonset-wtmtp" in "kube-system" namespace to be "Ready" ...
I1030 18:30:44.841636 352730 pod_ready.go:39] duration metric: took 1m10.392673818s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:30:44.841655 352730 api_server.go:52] waiting for apiserver process to appear ...
I1030 18:30:44.841685 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1030 18:30:44.841731 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1030 18:30:44.876035 352730 cri.go:89] found id: "e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004"
I1030 18:30:44.876064 352730 cri.go:89] found id: ""
I1030 18:30:44.876077 352730 logs.go:282] 1 containers: [e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004]
I1030 18:30:44.876135 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:44.879604 352730 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1030 18:30:44.879687 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1030 18:30:44.914374 352730 cri.go:89] found id: "0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106"
I1030 18:30:44.914395 352730 cri.go:89] found id: ""
I1030 18:30:44.914404 352730 logs.go:282] 1 containers: [0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106]
I1030 18:30:44.914451 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:44.917816 352730 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1030 18:30:44.917874 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1030 18:30:44.950159 352730 cri.go:89] found id: "e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0"
I1030 18:30:44.950178 352730 cri.go:89] found id: ""
I1030 18:30:44.950186 352730 logs.go:282] 1 containers: [e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0]
I1030 18:30:44.950227 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:44.953499 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1030 18:30:44.953559 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1030 18:30:44.986658 352730 cri.go:89] found id: "8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c"
I1030 18:30:44.986681 352730 cri.go:89] found id: ""
I1030 18:30:44.986691 352730 logs.go:282] 1 containers: [8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c]
I1030 18:30:44.986743 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:44.990013 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1030 18:30:44.990070 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1030 18:30:45.022914 352730 cri.go:89] found id: "9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765"
I1030 18:30:45.022942 352730 cri.go:89] found id: ""
I1030 18:30:45.022950 352730 logs.go:282] 1 containers: [9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765]
I1030 18:30:45.023000 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:45.026259 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1030 18:30:45.026315 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1030 18:30:45.060683 352730 cri.go:89] found id: "e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de"
I1030 18:30:45.060704 352730 cri.go:89] found id: ""
I1030 18:30:45.060713 352730 logs.go:282] 1 containers: [e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de]
I1030 18:30:45.060776 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:45.064168 352730 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1030 18:30:45.064227 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1030 18:30:45.097407 352730 cri.go:89] found id: "a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620"
I1030 18:30:45.097426 352730 cri.go:89] found id: ""
I1030 18:30:45.097434 352730 logs.go:282] 1 containers: [a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620]
I1030 18:30:45.097490 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:45.100729 352730 logs.go:123] Gathering logs for container status ...
I1030 18:30:45.100753 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1030 18:30:45.142114 352730 logs.go:123] Gathering logs for kubelet ...
I1030 18:30:45.142144 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1030 18:30:45.228493 352730 logs.go:123] Gathering logs for kube-apiserver [e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004] ...
I1030 18:30:45.228532 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004"
I1030 18:30:45.279113 352730 logs.go:123] Gathering logs for kube-proxy [9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765] ...
I1030 18:30:45.279145 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765"
I1030 18:30:45.355783 352730 logs.go:123] Gathering logs for kindnet [a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620] ...
I1030 18:30:45.355817 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620"
I1030 18:30:45.388090 352730 logs.go:123] Gathering logs for CRI-O ...
I1030 18:30:45.388115 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1030 18:30:45.463486 352730 logs.go:123] Gathering logs for kube-controller-manager [e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de] ...
I1030 18:30:45.463524 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de"
I1030 18:30:45.518685 352730 logs.go:123] Gathering logs for dmesg ...
I1030 18:30:45.518720 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1030 18:30:45.536456 352730 logs.go:123] Gathering logs for describe nodes ...
I1030 18:30:45.536488 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1030 18:30:45.636299 352730 logs.go:123] Gathering logs for etcd [0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106] ...
I1030 18:30:45.636326 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106"
I1030 18:30:45.683070 352730 logs.go:123] Gathering logs for coredns [e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0] ...
I1030 18:30:45.683103 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0"
I1030 18:30:45.718793 352730 logs.go:123] Gathering logs for kube-scheduler [8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c] ...
I1030 18:30:45.718834 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c"
I1030 18:30:48.256260 352730 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1030 18:30:48.270060 352730 api_server.go:72] duration metric: took 1m32.75749505s to wait for apiserver process to appear ...
I1030 18:30:48.270092 352730 api_server.go:88] waiting for apiserver healthz status ...
I1030 18:30:48.270136 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1030 18:30:48.270201 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1030 18:30:48.304315 352730 cri.go:89] found id: "e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004"
I1030 18:30:48.304341 352730 cri.go:89] found id: ""
I1030 18:30:48.304350 352730 logs.go:282] 1 containers: [e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004]
I1030 18:30:48.304394 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:48.307666 352730 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1030 18:30:48.307728 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1030 18:30:48.341160 352730 cri.go:89] found id: "0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106"
I1030 18:30:48.341182 352730 cri.go:89] found id: ""
I1030 18:30:48.341189 352730 logs.go:282] 1 containers: [0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106]
I1030 18:30:48.341235 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:48.344563 352730 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1030 18:30:48.344631 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1030 18:30:48.377032 352730 cri.go:89] found id: "e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0"
I1030 18:30:48.377062 352730 cri.go:89] found id: ""
I1030 18:30:48.377074 352730 logs.go:282] 1 containers: [e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0]
I1030 18:30:48.377127 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:48.380371 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1030 18:30:48.380452 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1030 18:30:48.412681 352730 cri.go:89] found id: "8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c"
I1030 18:30:48.412703 352730 cri.go:89] found id: ""
I1030 18:30:48.412711 352730 logs.go:282] 1 containers: [8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c]
I1030 18:30:48.412755 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:48.415859 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1030 18:30:48.415923 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1030 18:30:48.449352 352730 cri.go:89] found id: "9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765"
I1030 18:30:48.449375 352730 cri.go:89] found id: ""
I1030 18:30:48.449389 352730 logs.go:282] 1 containers: [9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765]
I1030 18:30:48.449442 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:48.452633 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1030 18:30:48.452705 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1030 18:30:48.484260 352730 cri.go:89] found id: "e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de"
I1030 18:30:48.484281 352730 cri.go:89] found id: ""
I1030 18:30:48.484289 352730 logs.go:282] 1 containers: [e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de]
I1030 18:30:48.484387 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:48.487653 352730 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1030 18:30:48.487704 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1030 18:30:48.519299 352730 cri.go:89] found id: "a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620"
I1030 18:30:48.519323 352730 cri.go:89] found id: ""
I1030 18:30:48.519331 352730 logs.go:282] 1 containers: [a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620]
I1030 18:30:48.519411 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:48.522687 352730 logs.go:123] Gathering logs for kube-proxy [9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765] ...
I1030 18:30:48.522719 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765"
I1030 18:30:48.554804 352730 logs.go:123] Gathering logs for container status ...
I1030 18:30:48.554836 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1030 18:30:48.596356 352730 logs.go:123] Gathering logs for coredns [e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0] ...
I1030 18:30:48.596387 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0"
I1030 18:30:48.631465 352730 logs.go:123] Gathering logs for kube-scheduler [8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c] ...
I1030 18:30:48.631496 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c"
I1030 18:30:48.668967 352730 logs.go:123] Gathering logs for describe nodes ...
I1030 18:30:48.668999 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1030 18:30:48.761082 352730 logs.go:123] Gathering logs for kube-apiserver [e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004] ...
I1030 18:30:48.761115 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004"
I1030 18:30:48.805133 352730 logs.go:123] Gathering logs for etcd [0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106] ...
I1030 18:30:48.805166 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106"
I1030 18:30:48.850092 352730 logs.go:123] Gathering logs for kube-controller-manager [e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de] ...
I1030 18:30:48.850128 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de"
I1030 18:30:48.904116 352730 logs.go:123] Gathering logs for kindnet [a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620] ...
I1030 18:30:48.904158 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620"
I1030 18:30:48.936788 352730 logs.go:123] Gathering logs for CRI-O ...
I1030 18:30:48.936820 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1030 18:30:49.014283 352730 logs.go:123] Gathering logs for kubelet ...
I1030 18:30:49.014320 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1030 18:30:49.108008 352730 logs.go:123] Gathering logs for dmesg ...
I1030 18:30:49.108047 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1030 18:30:51.626641 352730 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1030 18:30:51.631081 352730 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1030 18:30:51.631962 352730 api_server.go:141] control plane version: v1.31.2
I1030 18:30:51.631989 352730 api_server.go:131] duration metric: took 3.361888476s to wait for apiserver health ...
I1030 18:30:51.631999 352730 system_pods.go:43] waiting for kube-system pods to appear ...
I1030 18:30:51.632027 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1030 18:30:51.632088 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1030 18:30:51.665181 352730 cri.go:89] found id: "e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004"
I1030 18:30:51.665208 352730 cri.go:89] found id: ""
I1030 18:30:51.665216 352730 logs.go:282] 1 containers: [e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004]
I1030 18:30:51.665260 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:51.668450 352730 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1030 18:30:51.668506 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1030 18:30:51.700303 352730 cri.go:89] found id: "0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106"
I1030 18:30:51.700322 352730 cri.go:89] found id: ""
I1030 18:30:51.700329 352730 logs.go:282] 1 containers: [0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106]
I1030 18:30:51.700371 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:51.703467 352730 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1030 18:30:51.703515 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1030 18:30:51.735367 352730 cri.go:89] found id: "e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0"
I1030 18:30:51.735388 352730 cri.go:89] found id: ""
I1030 18:30:51.735395 352730 logs.go:282] 1 containers: [e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0]
I1030 18:30:51.735446 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:51.738672 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1030 18:30:51.738726 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1030 18:30:51.772082 352730 cri.go:89] found id: "8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c"
I1030 18:30:51.772107 352730 cri.go:89] found id: ""
I1030 18:30:51.772115 352730 logs.go:282] 1 containers: [8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c]
I1030 18:30:51.772159 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:51.775902 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1030 18:30:51.775962 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1030 18:30:51.809396 352730 cri.go:89] found id: "9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765"
I1030 18:30:51.809427 352730 cri.go:89] found id: ""
I1030 18:30:51.809438 352730 logs.go:282] 1 containers: [9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765]
I1030 18:30:51.809491 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:51.813033 352730 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1030 18:30:51.813092 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1030 18:30:51.845776 352730 cri.go:89] found id: "e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de"
I1030 18:30:51.845796 352730 cri.go:89] found id: ""
I1030 18:30:51.845804 352730 logs.go:282] 1 containers: [e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de]
I1030 18:30:51.845855 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:51.849309 352730 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1030 18:30:51.849372 352730 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1030 18:30:51.882580 352730 cri.go:89] found id: "a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620"
I1030 18:30:51.882603 352730 cri.go:89] found id: ""
I1030 18:30:51.882613 352730 logs.go:282] 1 containers: [a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620]
I1030 18:30:51.882674 352730 ssh_runner.go:195] Run: which crictl
I1030 18:30:51.886118 352730 logs.go:123] Gathering logs for kubelet ...
I1030 18:30:51.886143 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1030 18:30:51.965333 352730 logs.go:123] Gathering logs for dmesg ...
I1030 18:30:51.965371 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1030 18:30:51.983102 352730 logs.go:123] Gathering logs for kube-apiserver [e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004] ...
I1030 18:30:51.983129 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004"
I1030 18:30:52.027646 352730 logs.go:123] Gathering logs for kube-proxy [9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765] ...
I1030 18:30:52.027677 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765"
I1030 18:30:52.062141 352730 logs.go:123] Gathering logs for kube-controller-manager [e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de] ...
I1030 18:30:52.062173 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de"
I1030 18:30:52.116698 352730 logs.go:123] Gathering logs for container status ...
I1030 18:30:52.116732 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1030 18:30:52.157339 352730 logs.go:123] Gathering logs for describe nodes ...
I1030 18:30:52.157372 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1030 18:30:52.250599 352730 logs.go:123] Gathering logs for etcd [0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106] ...
I1030 18:30:52.250630 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106"
I1030 18:30:52.297804 352730 logs.go:123] Gathering logs for coredns [e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0] ...
I1030 18:30:52.297845 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0"
I1030 18:30:52.336662 352730 logs.go:123] Gathering logs for kube-scheduler [8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c] ...
I1030 18:30:52.336695 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c"
I1030 18:30:52.376171 352730 logs.go:123] Gathering logs for kindnet [a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620] ...
I1030 18:30:52.376206 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620"
I1030 18:30:52.408624 352730 logs.go:123] Gathering logs for CRI-O ...
I1030 18:30:52.408657 352730 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1030 18:30:55.007308 352730 system_pods.go:59] 19 kube-system pods found
I1030 18:30:55.007343 352730 system_pods.go:61] "amd-gpu-device-plugin-8mgln" [94a59c13-9cee-443d-b223-c70011494df1] Running
I1030 18:30:55.007348 352730 system_pods.go:61] "coredns-7c65d6cfc9-bl4bh" [dd596811-0546-474a-ae29-899ed8a07e6a] Running
I1030 18:30:55.007356 352730 system_pods.go:61] "csi-hostpath-attacher-0" [0d5bb80a-49e8-4939-9ed2-71f5b6c67ddf] Running
I1030 18:30:55.007360 352730 system_pods.go:61] "csi-hostpath-resizer-0" [cb036297-cc22-4657-b979-8e4e8fced88d] Running
I1030 18:30:55.007365 352730 system_pods.go:61] "csi-hostpathplugin-mhb87" [4792e982-6069-4e2a-b755-38ef41a1a734] Running
I1030 18:30:55.007368 352730 system_pods.go:61] "etcd-addons-960551" [e88d897c-7715-438f-b219-4c6c9a999345] Running
I1030 18:30:55.007372 352730 system_pods.go:61] "kindnet-rw7px" [d028ec71-ff26-427c-a172-5009ee964be7] Running
I1030 18:30:55.007376 352730 system_pods.go:61] "kube-apiserver-addons-960551" [4a373b29-3adf-42a3-b132-ae960875f6a7] Running
I1030 18:30:55.007379 352730 system_pods.go:61] "kube-controller-manager-addons-960551" [4e1fc94d-e4c8-4e27-94d7-c86fcc1c9f61] Running
I1030 18:30:55.007382 352730 system_pods.go:61] "kube-ingress-dns-minikube" [563e9679-2e11-40d6-acbe-ffe719860984] Running
I1030 18:30:55.007385 352730 system_pods.go:61] "kube-proxy-wcs6q" [6d66e0d8-ca56-416f-9658-b12082e1971e] Running
I1030 18:30:55.007389 352730 system_pods.go:61] "kube-scheduler-addons-960551" [a492886e-312f-49d1-9295-842bf4ea2d1b] Running
I1030 18:30:55.007392 352730 system_pods.go:61] "metrics-server-84c5f94fbc-2w8bv" [3500619e-1e9a-42bc-89df-d72d12e64b68] Running
I1030 18:30:55.007395 352730 system_pods.go:61] "nvidia-device-plugin-daemonset-wtmtp" [59a5d78e-264e-47df-bdff-974fbd96ebbe] Running
I1030 18:30:55.007398 352730 system_pods.go:61] "registry-66c9cd494c-g5gv5" [3aebd751-5c9d-4880-8349-9f8d628e6d46] Running
I1030 18:30:55.007401 352730 system_pods.go:61] "registry-proxy-trfh5" [72da9392-56d2-4247-984f-8f65503f1fca] Running
I1030 18:30:55.007404 352730 system_pods.go:61] "snapshot-controller-56fcc65765-t82j5" [9dcced69-ccbc-4254-889e-57412edb7ccc] Running
I1030 18:30:55.007407 352730 system_pods.go:61] "snapshot-controller-56fcc65765-w6vt8" [58d348dd-97d9-4f66-8cab-a9c10fa7a560] Running
I1030 18:30:55.007410 352730 system_pods.go:61] "storage-provisioner" [f14cd74f-682a-4b3f-b1e4-4c8f9d9099ac] Running
I1030 18:30:55.007416 352730 system_pods.go:74] duration metric: took 3.375410706s to wait for pod list to return data ...
I1030 18:30:55.007425 352730 default_sa.go:34] waiting for default service account to be created ...
I1030 18:30:55.009765 352730 default_sa.go:45] found service account: "default"
I1030 18:30:55.009786 352730 default_sa.go:55] duration metric: took 2.355124ms for default service account to be created ...
I1030 18:30:55.009797 352730 system_pods.go:116] waiting for k8s-apps to be running ...
I1030 18:30:55.019529 352730 system_pods.go:86] 19 kube-system pods found
I1030 18:30:55.019558 352730 system_pods.go:89] "amd-gpu-device-plugin-8mgln" [94a59c13-9cee-443d-b223-c70011494df1] Running
I1030 18:30:55.019565 352730 system_pods.go:89] "coredns-7c65d6cfc9-bl4bh" [dd596811-0546-474a-ae29-899ed8a07e6a] Running
I1030 18:30:55.019569 352730 system_pods.go:89] "csi-hostpath-attacher-0" [0d5bb80a-49e8-4939-9ed2-71f5b6c67ddf] Running
I1030 18:30:55.019573 352730 system_pods.go:89] "csi-hostpath-resizer-0" [cb036297-cc22-4657-b979-8e4e8fced88d] Running
I1030 18:30:55.019576 352730 system_pods.go:89] "csi-hostpathplugin-mhb87" [4792e982-6069-4e2a-b755-38ef41a1a734] Running
I1030 18:30:55.019581 352730 system_pods.go:89] "etcd-addons-960551" [e88d897c-7715-438f-b219-4c6c9a999345] Running
I1030 18:30:55.019587 352730 system_pods.go:89] "kindnet-rw7px" [d028ec71-ff26-427c-a172-5009ee964be7] Running
I1030 18:30:55.019593 352730 system_pods.go:89] "kube-apiserver-addons-960551" [4a373b29-3adf-42a3-b132-ae960875f6a7] Running
I1030 18:30:55.019601 352730 system_pods.go:89] "kube-controller-manager-addons-960551" [4e1fc94d-e4c8-4e27-94d7-c86fcc1c9f61] Running
I1030 18:30:55.019607 352730 system_pods.go:89] "kube-ingress-dns-minikube" [563e9679-2e11-40d6-acbe-ffe719860984] Running
I1030 18:30:55.019616 352730 system_pods.go:89] "kube-proxy-wcs6q" [6d66e0d8-ca56-416f-9658-b12082e1971e] Running
I1030 18:30:55.019622 352730 system_pods.go:89] "kube-scheduler-addons-960551" [a492886e-312f-49d1-9295-842bf4ea2d1b] Running
I1030 18:30:55.019626 352730 system_pods.go:89] "metrics-server-84c5f94fbc-2w8bv" [3500619e-1e9a-42bc-89df-d72d12e64b68] Running
I1030 18:30:55.019634 352730 system_pods.go:89] "nvidia-device-plugin-daemonset-wtmtp" [59a5d78e-264e-47df-bdff-974fbd96ebbe] Running
I1030 18:30:55.019637 352730 system_pods.go:89] "registry-66c9cd494c-g5gv5" [3aebd751-5c9d-4880-8349-9f8d628e6d46] Running
I1030 18:30:55.019642 352730 system_pods.go:89] "registry-proxy-trfh5" [72da9392-56d2-4247-984f-8f65503f1fca] Running
I1030 18:30:55.019645 352730 system_pods.go:89] "snapshot-controller-56fcc65765-t82j5" [9dcced69-ccbc-4254-889e-57412edb7ccc] Running
I1030 18:30:55.019649 352730 system_pods.go:89] "snapshot-controller-56fcc65765-w6vt8" [58d348dd-97d9-4f66-8cab-a9c10fa7a560] Running
I1030 18:30:55.019653 352730 system_pods.go:89] "storage-provisioner" [f14cd74f-682a-4b3f-b1e4-4c8f9d9099ac] Running
I1030 18:30:55.019662 352730 system_pods.go:126] duration metric: took 9.859762ms to wait for k8s-apps to be running ...
I1030 18:30:55.019671 352730 system_svc.go:44] waiting for kubelet service to be running ....
I1030 18:30:55.019727 352730 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:30:55.031134 352730 system_svc.go:56] duration metric: took 11.455798ms WaitForService to wait for kubelet
I1030 18:30:55.031163 352730 kubeadm.go:582] duration metric: took 1m39.518623335s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 18:30:55.031186 352730 node_conditions.go:102] verifying NodePressure condition ...
I1030 18:30:55.033822 352730 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1030 18:30:55.033847 352730 node_conditions.go:123] node cpu capacity is 8
I1030 18:30:55.033860 352730 node_conditions.go:105] duration metric: took 2.66889ms to run NodePressure ...
I1030 18:30:55.033871 352730 start.go:241] waiting for startup goroutines ...
I1030 18:30:55.033878 352730 start.go:246] waiting for cluster config update ...
I1030 18:30:55.033892 352730 start.go:255] writing updated cluster config ...
I1030 18:30:55.034141 352730 ssh_runner.go:195] Run: rm -f paused
I1030 18:30:55.083523 352730 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1030 18:30:55.085400 352730 out.go:177] * Done! kubectl is now configured to use "addons-960551" cluster and "default" namespace by default
==> CRI-O <==
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.149963134Z" level=info msg="Removed pod sandbox: 8047e7c4bf497bd387c69e19a41b1a390f743c8ecf24a89a8b8dcfc2b69bef3b" id=d002fe6b-3ba7-4338-aa47-659bd4a3fe8a name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.150276727Z" level=info msg="Stopping pod sandbox: 88611f990d451259904cc5c0046a36de4f6453dca6cbd9f179848a442b64e6ae" id=61daaf00-f04e-4422-b25c-d347af2574a9 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.150314928Z" level=info msg="Stopped pod sandbox (already stopped): 88611f990d451259904cc5c0046a36de4f6453dca6cbd9f179848a442b64e6ae" id=61daaf00-f04e-4422-b25c-d347af2574a9 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.150601035Z" level=info msg="Removing pod sandbox: 88611f990d451259904cc5c0046a36de4f6453dca6cbd9f179848a442b64e6ae" id=26a03ecb-87b0-4edd-9013-bcbd81202549 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.156933411Z" level=info msg="Removed pod sandbox: 88611f990d451259904cc5c0046a36de4f6453dca6cbd9f179848a442b64e6ae" id=26a03ecb-87b0-4edd-9013-bcbd81202549 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.157277461Z" level=info msg="Stopping pod sandbox: ce23051d79c71da687542f12d4ba63767f03d17998b9ac4402341de90ff13a17" id=f7257467-a436-4c55-be49-854acb300fd0 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.157315573Z" level=info msg="Stopped pod sandbox (already stopped): ce23051d79c71da687542f12d4ba63767f03d17998b9ac4402341de90ff13a17" id=f7257467-a436-4c55-be49-854acb300fd0 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.157600068Z" level=info msg="Removing pod sandbox: ce23051d79c71da687542f12d4ba63767f03d17998b9ac4402341de90ff13a17" id=c88dcafb-6ed1-428b-a931-6a4796e3450d name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.162961233Z" level=info msg="Removed pod sandbox: ce23051d79c71da687542f12d4ba63767f03d17998b9ac4402341de90ff13a17" id=c88dcafb-6ed1-428b-a931-6a4796e3450d name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.163305722Z" level=info msg="Stopping pod sandbox: 95bbca98297dce3f575705daff505938acff817501e2bbcef50e043df29285d5" id=8974e936-dc74-47e1-9b93-1b004ca7f7c6 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.163344827Z" level=info msg="Stopped pod sandbox (already stopped): 95bbca98297dce3f575705daff505938acff817501e2bbcef50e043df29285d5" id=8974e936-dc74-47e1-9b93-1b004ca7f7c6 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.163791166Z" level=info msg="Removing pod sandbox: 95bbca98297dce3f575705daff505938acff817501e2bbcef50e043df29285d5" id=16073bd7-d544-4c79-9750-2d4bb8b3eee3 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 30 18:32:10 addons-960551 crio[1038]: time="2024-10-30 18:32:10.169489653Z" level=info msg="Removed pod sandbox: 95bbca98297dce3f575705daff505938acff817501e2bbcef50e043df29285d5" id=16073bd7-d544-4c79-9750-2d4bb8b3eee3 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.864249715Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-mjqkt/POD" id=5cb47a6c-dd39-4d76-9195-0dd70654ccb7 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.864326958Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.879844143Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-mjqkt Namespace:default ID:8afc7343873eee4cd945f56e8621f834b86f538e6a08f7ba09e6a31ca6b15f70 UID:b7e3c790-2296-4db2-b867-75e2ce700c54 NetNS:/var/run/netns/3c9eb69b-7f2a-4633-aafc-c562da088d61 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.879877660Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-mjqkt to CNI network \"kindnet\" (type=ptp)"
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.890498327Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-mjqkt Namespace:default ID:8afc7343873eee4cd945f56e8621f834b86f538e6a08f7ba09e6a31ca6b15f70 UID:b7e3c790-2296-4db2-b867-75e2ce700c54 NetNS:/var/run/netns/3c9eb69b-7f2a-4633-aafc-c562da088d61 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.890613453Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-mjqkt for CNI network kindnet (type=ptp)"
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.893262985Z" level=info msg="Ran pod sandbox 8afc7343873eee4cd945f56e8621f834b86f538e6a08f7ba09e6a31ca6b15f70 with infra container: default/hello-world-app-55bf9c44b4-mjqkt/POD" id=5cb47a6c-dd39-4d76-9195-0dd70654ccb7 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.894369400Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=781c7112-eec3-4e37-97bd-2544283ff921 name=/runtime.v1.ImageService/ImageStatus
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.894643322Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=781c7112-eec3-4e37-97bd-2544283ff921 name=/runtime.v1.ImageService/ImageStatus
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.895215782Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=8e0a5434-7e37-4171-ac13-bc6fb0449851 name=/runtime.v1.ImageService/PullImage
Oct 30 18:34:21 addons-960551 crio[1038]: time="2024-10-30 18:34:21.928827826Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 30 18:34:22 addons-960551 crio[1038]: time="2024-10-30 18:34:22.410138206Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
e51496e139bcf docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250 2 minutes ago Running nginx 0 3fe24f3c99aef nginx
3dec044fb7b3a gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 e88ac947a789e busybox
d75380e0ee4c5 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 3 minutes ago Running controller 0 5ad19f826a086 ingress-nginx-controller-5f85ff4588-b7prl
9b421e616574d a62eeff05ba5194cac31b3f6180655290afa3ed3f2573bcd2aaff319416951eb 4 minutes ago Exited patch 2 fcb1d0d3f8df5 ingress-nginx-admission-patch-hkjk8
62fed9cbf0a74 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited create 0 7877c19b19ec9 ingress-nginx-admission-create-6k92b
468b0e586b112 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 4 minutes ago Running minikube-ingress-dns 0 c81c495bce671 kube-ingress-dns-minikube
a13ee76037103 registry.k8s.io/metrics-server/metrics-server@sha256:78e46b57096ec75e302fbc853e36359555df5c827bb009ecfe66f97474cc2a5a 4 minutes ago Running metrics-server 0 2f6691157fec0 metrics-server-84c5f94fbc-2w8bv
b6ea7a2f3e536 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 8591539552f72 storage-provisioner
e496c26fdd4f5 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 aac75fad05ddc coredns-7c65d6cfc9-bl4bh
a0af79c5e3a72 docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 4 minutes ago Running kindnet-cni 0 c8ec40709792f kindnet-rw7px
9933000f57dbb 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 5 minutes ago Running kube-proxy 0 8235539fec134 kube-proxy-wcs6q
e465654d4170a 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 5 minutes ago Running kube-controller-manager 0 d2f5c0fd9ac1c kube-controller-manager-addons-960551
0bf5b248616d0 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 5 minutes ago Running etcd 0 c3ae7dfbd9a70 etcd-addons-960551
8092e033bc200 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 5 minutes ago Running kube-scheduler 0 535a527f2b43b kube-scheduler-addons-960551
e9a712e31d25b 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 5 minutes ago Running kube-apiserver 0 889548213e200 kube-apiserver-addons-960551
==> coredns [e496c26fdd4f56d91fb4c772d6eadac2cb331f7c11f09394039eb1f7e7f3f6f0] <==
[INFO] 10.244.0.14:51017 - 52190 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.00010701s
[INFO] 10.244.0.14:51712 - 49280 "A IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.005245165s
[INFO] 10.244.0.14:51712 - 49627 "AAAA IN registry.kube-system.svc.cluster.local.us-central1-a.c.k8s-minikube.internal. udp 94 false 512" NXDOMAIN qr,rd,ra 94 0.00533527s
[INFO] 10.244.0.14:60113 - 29937 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005422234s
[INFO] 10.244.0.14:60113 - 29678 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.019384658s
[INFO] 10.244.0.14:37196 - 16752 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.006062286s
[INFO] 10.244.0.14:37196 - 16463 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.006929418s
[INFO] 10.244.0.14:49001 - 26670 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000085648s
[INFO] 10.244.0.14:49001 - 26487 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000101239s
[INFO] 10.244.0.21:47586 - 36201 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.0002363s
[INFO] 10.244.0.21:54903 - 19789 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000422704s
[INFO] 10.244.0.21:36849 - 31412 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000139466s
[INFO] 10.244.0.21:37190 - 15001 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000196168s
[INFO] 10.244.0.21:42207 - 4363 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000137053s
[INFO] 10.244.0.21:38162 - 47568 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000218368s
[INFO] 10.244.0.21:58731 - 33591 "A IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.005080161s
[INFO] 10.244.0.21:57419 - 49458 "AAAA IN storage.googleapis.com.us-central1-a.c.k8s-minikube.internal. udp 89 false 1232" NXDOMAIN qr,rd,ra 78 0.005310189s
[INFO] 10.244.0.21:49853 - 27234 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.006499096s
[INFO] 10.244.0.21:45505 - 32747 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007955284s
[INFO] 10.244.0.21:49326 - 63349 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.004757313s
[INFO] 10.244.0.21:41223 - 35292 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005038063s
[INFO] 10.244.0.21:60216 - 46066 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000711084s
[INFO] 10.244.0.21:49320 - 28534 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.000724267s
[INFO] 10.244.0.25:60776 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00022913s
[INFO] 10.244.0.25:40448 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000124416s
==> describe nodes <==
Name: addons-960551
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-960551
kubernetes.io/os=linux
minikube.k8s.io/commit=605ec3dacea4f25ee181ccc490c641c149fd11d0
minikube.k8s.io/name=addons-960551
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_30T18_29_10_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-960551
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:29:07 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-960551
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:34:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 18:32:14 +0000 Wed, 30 Oct 2024 18:29:06 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 18:32:14 +0000 Wed, 30 Oct 2024 18:29:06 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 18:32:14 +0000 Wed, 30 Oct 2024 18:29:06 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 18:32:14 +0000 Wed, 30 Oct 2024 18:29:34 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-960551
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
System Info:
Machine ID: 95aea2f0ed7d4dfc8bee2362a7152291
System UUID: 5e5b7116-319a-486d-8024-33a830327228
Boot ID: 61caffb7-cbd3-44e0-bca9-daad32d87cee
Kernel Version: 5.15.0-1070-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m28s
default hello-world-app-55bf9c44b4-mjqkt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
ingress-nginx ingress-nginx-controller-5f85ff4588-b7prl 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 5m3s
kube-system coredns-7c65d6cfc9-bl4bh 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 5m8s
kube-system etcd-addons-960551 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m13s
kube-system kindnet-rw7px 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 5m8s
kube-system kube-apiserver-addons-960551 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m13s
kube-system kube-controller-manager-addons-960551 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m13s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m4s
kube-system kube-proxy-wcs6q 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m8s
kube-system kube-scheduler-addons-960551 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m13s
kube-system metrics-server-84c5f94fbc-2w8bv 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 5m4s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m4s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 510Mi (1%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m3s kube-proxy
Normal Starting 5m18s kubelet Starting kubelet.
Warning CgroupV1 5m18s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m18s (x8 over 5m18s) kubelet Node addons-960551 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m18s (x8 over 5m18s) kubelet Node addons-960551 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m18s (x7 over 5m18s) kubelet Node addons-960551 status is now: NodeHasSufficientPID
Normal Starting 5m14s kubelet Starting kubelet.
Warning CgroupV1 5m14s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m13s kubelet Node addons-960551 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m13s kubelet Node addons-960551 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m13s kubelet Node addons-960551 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m9s node-controller Node addons-960551 event: Registered Node addons-960551 in Controller
Normal NodeReady 4m49s kubelet Node addons-960551 status is now: NodeReady
==> dmesg <==
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 72 c0 ff b0 55 7a 08 06
[ +6.397765] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff da 8a 70 0f 66 78 08 06
[ +32.160585] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 9a e0 a6 2a c0 8a 08 06
[ +1.355160] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff ce 8f 88 b0 45 04 08 06
[ +0.060807] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 6e e9 de 7f 32 9d 08 06
[ +6.248781] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff d2 2e a6 36 00 c0 08 06
[Oct30 18:32] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 32 3c 29 d3 6f 15 7a f0 42 6f 5c ff 08 00
[ +1.027749] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000024] ll header: 00000000: 32 3c 29 d3 6f 15 7a f0 42 6f 5c ff 08 00
[ +2.015770] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 32 3c 29 d3 6f 15 7a f0 42 6f 5c ff 08 00
[ +4.159554] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 32 3c 29 d3 6f 15 7a f0 42 6f 5c ff 08 00
[ +8.191187] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 32 3c 29 d3 6f 15 7a f0 42 6f 5c ff 08 00
[ +16.126357] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000025] ll header: 00000000: 32 3c 29 d3 6f 15 7a f0 42 6f 5c ff 08 00
[Oct30 18:33] IPv4: martian source 10.244.0.22 from 127.0.0.1, on dev eth0
[ +0.000005] ll header: 00000000: 32 3c 29 d3 6f 15 7a f0 42 6f 5c ff 08 00
==> etcd [0bf5b248616d059063a20b3b119cbc38abc2c815631a1aeb0b6b844d1f30d106] <==
{"level":"info","ts":"2024-10-30T18:29:18.929386Z","caller":"traceutil/trace.go:171","msg":"trace[1740056870] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"193.544788ms","start":"2024-10-30T18:29:18.735821Z","end":"2024-10-30T18:29:18.929366Z","steps":["trace[1740056870] 'process raft request' (duration: 193.058497ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:18.937952Z","caller":"traceutil/trace.go:171","msg":"trace[295932279] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:438; }","duration":"102.303301ms","start":"2024-10-30T18:29:18.835614Z","end":"2024-10-30T18:29:18.937917Z","steps":["trace[295932279] 'read index received' (duration: 93.214291ms)","trace[295932279] 'applied index is now lower than readState.Index' (duration: 9.088281ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-30T18:29:18.938087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.479855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/storage-provisioner\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-30T18:29:18.938132Z","caller":"traceutil/trace.go:171","msg":"trace[851155632] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/storage-provisioner; range_end:; response_count:0; response_revision:435; }","duration":"102.53514ms","start":"2024-10-30T18:29:18.835588Z","end":"2024-10-30T18:29:18.938123Z","steps":["trace[851155632] 'agreement among raft nodes before linearized reading' (duration: 102.418327ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:18.938328Z","caller":"traceutil/trace.go:171","msg":"trace[261859812] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"201.203946ms","start":"2024-10-30T18:29:18.737115Z","end":"2024-10-30T18:29:18.938319Z","steps":["trace[261859812] 'process raft request' (duration: 200.5639ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:18.938493Z","caller":"traceutil/trace.go:171","msg":"trace[104854658] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"103.058349ms","start":"2024-10-30T18:29:18.835427Z","end":"2024-10-30T18:29:18.938485Z","steps":["trace[104854658] 'process raft request' (duration: 102.346358ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:18.938723Z","caller":"traceutil/trace.go:171","msg":"trace[415410527] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"103.206159ms","start":"2024-10-30T18:29:18.835508Z","end":"2024-10-30T18:29:18.938715Z","steps":["trace[415410527] 'process raft request' (duration: 102.32317ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:18.939134Z","caller":"traceutil/trace.go:171","msg":"trace[1774826929] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"103.404157ms","start":"2024-10-30T18:29:18.835714Z","end":"2024-10-30T18:29:18.939118Z","steps":["trace[1774826929] 'process raft request' (duration: 102.165973ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-30T18:29:18.947780Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.082255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/default/cloud-spanner-emulator-5b584cc74\" ","response":"range_response_count:1 size:2184"}
{"level":"info","ts":"2024-10-30T18:29:18.948004Z","caller":"traceutil/trace.go:171","msg":"trace[904240098] range","detail":"{range_begin:/registry/replicasets/default/cloud-spanner-emulator-5b584cc74; range_end:; response_count:1; response_revision:435; }","duration":"112.313543ms","start":"2024-10-30T18:29:18.835677Z","end":"2024-10-30T18:29:18.947991Z","steps":["trace[904240098] 'agreement among raft nodes before linearized reading' (duration: 112.048104ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:19.530469Z","caller":"traceutil/trace.go:171","msg":"trace[957957968] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:469; }","duration":"177.861369ms","start":"2024-10-30T18:29:19.352562Z","end":"2024-10-30T18:29:19.530423Z","steps":["trace[957957968] 'read index received' (duration: 80.094443ms)","trace[957957968] 'applied index is now lower than readState.Index' (duration: 97.762125ms)"],"step_count":2}
{"level":"info","ts":"2024-10-30T18:29:19.530714Z","caller":"traceutil/trace.go:171","msg":"trace[685397352] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"177.771813ms","start":"2024-10-30T18:29:19.352919Z","end":"2024-10-30T18:29:19.530690Z","steps":["trace[685397352] 'process raft request' (duration: 177.394548ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:19.530972Z","caller":"traceutil/trace.go:171","msg":"trace[2021808527] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"178.603704ms","start":"2024-10-30T18:29:19.352351Z","end":"2024-10-30T18:29:19.530954Z","steps":["trace[2021808527] 'process raft request' (duration: 177.788328ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-30T18:29:19.531289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.543432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/gadget/gadget\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-30T18:29:19.531366Z","caller":"traceutil/trace.go:171","msg":"trace[1347326709] range","detail":"{range_begin:/registry/serviceaccounts/gadget/gadget; range_end:; response_count:0; response_revision:465; }","duration":"178.62023ms","start":"2024-10-30T18:29:19.352719Z","end":"2024-10-30T18:29:19.531340Z","steps":["trace[1347326709] 'agreement among raft nodes before linearized reading' (duration: 178.40431ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:19.531398Z","caller":"traceutil/trace.go:171","msg":"trace[1060023714] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"100.186405ms","start":"2024-10-30T18:29:19.430571Z","end":"2024-10-30T18:29:19.530758Z","steps":["trace[1060023714] 'process raft request' (duration: 99.783381ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-30T18:29:19.531576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.006164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"}
{"level":"warn","ts":"2024-10-30T18:29:19.531588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.390087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/registry\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-30T18:29:19.531605Z","caller":"traceutil/trace.go:171","msg":"trace[1530011870] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:465; }","duration":"179.037049ms","start":"2024-10-30T18:29:19.352559Z","end":"2024-10-30T18:29:19.531596Z","steps":["trace[1530011870] 'agreement among raft nodes before linearized reading' (duration: 178.967894ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:19.531623Z","caller":"traceutil/trace.go:171","msg":"trace[343812375] range","detail":"{range_begin:/registry/deployments/kube-system/registry; range_end:; response_count:0; response_revision:465; }","duration":"178.425133ms","start":"2024-10-30T18:29:19.353189Z","end":"2024-10-30T18:29:19.531614Z","steps":["trace[343812375] 'agreement among raft nodes before linearized reading' (duration: 178.372026ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-30T18:29:19.531799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.688015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/local-path-storage\" ","response":"range_response_count:1 size:621"}
{"level":"info","ts":"2024-10-30T18:29:19.531835Z","caller":"traceutil/trace.go:171","msg":"trace[400655282] range","detail":"{range_begin:/registry/namespaces/local-path-storage; range_end:; response_count:1; response_revision:465; }","duration":"178.734536ms","start":"2024-10-30T18:29:19.353085Z","end":"2024-10-30T18:29:19.531819Z","steps":["trace[400655282] 'agreement among raft nodes before linearized reading' (duration: 178.659564ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-30T18:29:19.531397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.414268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-30T18:29:19.532541Z","caller":"traceutil/trace.go:171","msg":"trace[1836117325] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:465; }","duration":"177.579562ms","start":"2024-10-30T18:29:19.354941Z","end":"2024-10-30T18:29:19.532521Z","steps":["trace[1836117325] 'agreement among raft nodes before linearized reading' (duration: 176.379105ms)"],"step_count":1}
{"level":"info","ts":"2024-10-30T18:29:19.532476Z","caller":"traceutil/trace.go:171","msg":"trace[1844451953] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"178.809236ms","start":"2024-10-30T18:29:19.352758Z","end":"2024-10-30T18:29:19.531567Z","steps":["trace[1844451953] 'process raft request' (duration: 177.508428ms)"],"step_count":1}
==> kernel <==
18:34:23 up 3:16, 0 users, load average: 0.24, 0.85, 1.20
Linux addons-960551 5.15.0-1070-gcp #78~20.04.1-Ubuntu SMP Wed Oct 9 22:05:22 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [a0af79c5e3a72392d5fec27459412ab73b786ff869dc8b9036753c4b6f609620] <==
I1030 18:32:14.031243 1 main.go:301] handling current node
I1030 18:32:24.029569 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:32:24.029617 1 main.go:301] handling current node
I1030 18:32:34.036506 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:32:34.036539 1 main.go:301] handling current node
I1030 18:32:44.036494 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:32:44.036531 1 main.go:301] handling current node
I1030 18:32:54.029561 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:32:54.029596 1 main.go:301] handling current node
I1030 18:33:04.037003 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:33:04.037049 1 main.go:301] handling current node
I1030 18:33:14.034560 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:33:14.034601 1 main.go:301] handling current node
I1030 18:33:24.029673 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:33:24.029715 1 main.go:301] handling current node
I1030 18:33:34.036499 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:33:34.036540 1 main.go:301] handling current node
I1030 18:33:44.036498 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:33:44.036536 1 main.go:301] handling current node
I1030 18:33:54.036488 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:33:54.036523 1 main.go:301] handling current node
I1030 18:34:04.036487 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:34:04.036520 1 main.go:301] handling current node
I1030 18:34:14.036963 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1030 18:34:14.036997 1 main.go:301] handling current node
==> kube-apiserver [e9a712e31d25be1ecc112bfdd22c91db74c7185a9271d49db6b377de83d1d004] <==
I1030 18:30:45.661907 1 controller.go:109] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
I1030 18:30:45.661937 1 controller.go:126] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Rate Limited Requeue.
I1030 18:30:46.000853 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1030 18:31:02.841815 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42570: use of closed network connection
E1030 18:31:03.005004 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42602: use of closed network connection
I1030 18:31:11.917847 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.100.150.145"}
I1030 18:31:37.036772 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1030 18:31:46.071868 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1030 18:31:47.187656 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
E1030 18:31:54.935211 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1030 18:32:02.116678 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1030 18:32:02.342816 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.104.14.11"}
I1030 18:32:05.739453 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 18:32:05.739504 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 18:32:05.754888 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 18:32:05.754942 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 18:32:05.755279 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 18:32:05.764454 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 18:32:05.764505 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1030 18:32:05.943288 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1030 18:32:05.943425 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1030 18:32:06.756253 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1030 18:32:06.943419 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1030 18:32:07.046028 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1030 18:34:21.758562 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.96.120.137"}
==> kube-controller-manager [e465654d4170ae16bf8e3524f04a6eed9cb9d91f5719aea71eee34dc0f4633de] <==
E1030 18:32:43.160587 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:32:43.757207 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:32:43.757262 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:32:51.245460 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:32:51.245499 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:33:05.243744 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:33:05.243787 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:33:24.715438 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:33:24.715477 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:33:32.754242 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:33:32.754282 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:33:34.111758 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:33:34.111796 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:33:49.306482 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:33:49.306527 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:34:12.865698 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:34:12.865741 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:34:16.316714 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:34:16.316754 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1030 18:34:21.477639 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1030 18:34:21.477678 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1030 18:34:21.561403 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="14.672019ms"
I1030 18:34:21.565442 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="3.919052ms"
I1030 18:34:21.565532 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="55.82µs"
I1030 18:34:21.571007 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="36.16µs"
==> kube-proxy [9933000f57dbb527ee2a131eb4c0eecdc484ee1663403c467d055f7c4f186765] <==
I1030 18:29:18.938718 1 server_linux.go:66] "Using iptables proxy"
I1030 18:29:19.552538 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1030 18:29:19.552624 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1030 18:29:19.928652 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1030 18:29:19.932577 1 server_linux.go:169] "Using iptables Proxier"
I1030 18:29:19.939663 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1030 18:29:19.940183 1 server.go:483] "Version info" version="v1.31.2"
I1030 18:29:19.940223 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1030 18:29:19.945162 1 config.go:105] "Starting endpoint slice config controller"
I1030 18:29:19.946050 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1030 18:29:19.945524 1 config.go:328] "Starting node config controller"
I1030 18:29:19.946495 1 shared_informer.go:313] Waiting for caches to sync for node config
I1030 18:29:19.945583 1 config.go:199] "Starting service config controller"
I1030 18:29:19.946578 1 shared_informer.go:313] Waiting for caches to sync for service config
I1030 18:29:20.129136 1 shared_informer.go:320] Caches are synced for service config
I1030 18:29:20.139768 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1030 18:29:20.139955 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [8092e033bc200607ff5dc189d3d56c07b1c7b9608cc66f838b7330944dfd9e4c] <==
W1030 18:29:08.038683 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1030 18:29:08.038713 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1030 18:29:08.038720 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E1030 18:29:08.038726 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.038791 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1030 18:29:08.038802 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.038822 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1030 18:29:08.038839 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.038858 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1030 18:29:08.038871 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.038889 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1030 18:29:08.038905 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.038923 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1030 18:29:08.038933 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.039153 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1030 18:29:08.039176 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.855064 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1030 18:29:08.855104 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.906495 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1030 18:29:08.906539 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.908572 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1030 18:29:08.908608 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1030 18:29:08.986539 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1030 18:29:08.986581 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1030 18:29:09.635561 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562118 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="node-driver-registrar"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562166 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="0d5bb80a-49e8-4939-9ed2-71f5b6c67ddf" containerName="csi-attacher"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562176 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="csi-external-health-monitor-controller"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562187 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="hostpath"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562197 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="9dcced69-ccbc-4254-889e-57412edb7ccc" containerName="volume-snapshot-controller"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562206 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="1b478ca6-6745-4247-af80-a16108686ed7" containerName="task-pv-container"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562217 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="liveness-probe"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562226 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="csi-provisioner"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562237 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="58d348dd-97d9-4f66-8cab-a9c10fa7a560" containerName="volume-snapshot-controller"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562245 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="6b9aacbc-9b92-4546-95cb-d478b3c1b368" containerName="local-path-provisioner"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562255 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="cb036297-cc22-4657-b979-8e4e8fced88d" containerName="csi-resizer"
Oct 30 18:34:21 addons-960551 kubelet[1625]: E1030 18:34:21.562264 1625 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="csi-snapshotter"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562313 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="node-driver-registrar"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562326 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="csi-snapshotter"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562334 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="9dcced69-ccbc-4254-889e-57412edb7ccc" containerName="volume-snapshot-controller"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562342 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="hostpath"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562350 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="0d5bb80a-49e8-4939-9ed2-71f5b6c67ddf" containerName="csi-attacher"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562358 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="cb036297-cc22-4657-b979-8e4e8fced88d" containerName="csi-resizer"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562365 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="csi-provisioner"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562374 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="liveness-probe"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562382 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="1b478ca6-6745-4247-af80-a16108686ed7" containerName="task-pv-container"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562390 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="58d348dd-97d9-4f66-8cab-a9c10fa7a560" containerName="volume-snapshot-controller"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562397 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="4792e982-6069-4e2a-b755-38ef41a1a734" containerName="csi-external-health-monitor-controller"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.562405 1625 memory_manager.go:354] "RemoveStaleState removing state" podUID="6b9aacbc-9b92-4546-95cb-d478b3c1b368" containerName="local-path-provisioner"
Oct 30 18:34:21 addons-960551 kubelet[1625]: I1030 18:34:21.649200 1625 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5jqzx\" (UniqueName: \"kubernetes.io/projected/b7e3c790-2296-4db2-b867-75e2ce700c54-kube-api-access-5jqzx\") pod \"hello-world-app-55bf9c44b4-mjqkt\" (UID: \"b7e3c790-2296-4db2-b867-75e2ce700c54\") " pod="default/hello-world-app-55bf9c44b4-mjqkt"
==> storage-provisioner [b6ea7a2f3e5366327583dabd691fa8e99e4c4e43e1cb4368c5136afabb22fade] <==
I1030 18:29:35.238570 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1030 18:29:35.247286 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1030 18:29:35.247344 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1030 18:29:35.255347 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1030 18:29:35.255482 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"682b5a8b-66fb-475e-b7d7-d157dcfa0032", APIVersion:"v1", ResourceVersion:"932", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-960551_a9892b8d-b3ff-4060-a91b-f5a45ca79a3e became leader
I1030 18:29:35.255508 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-960551_a9892b8d-b3ff-4060-a91b-f5a45ca79a3e!
I1030 18:29:35.356681 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-960551_a9892b8d-b3ff-4060-a91b-f5a45ca79a3e!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-960551 -n addons-960551
helpers_test.go:261: (dbg) Run: kubectl --context addons-960551 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: hello-world-app-55bf9c44b4-mjqkt ingress-nginx-admission-create-6k92b ingress-nginx-admission-patch-hkjk8
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-960551 describe pod hello-world-app-55bf9c44b4-mjqkt ingress-nginx-admission-create-6k92b ingress-nginx-admission-patch-hkjk8
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-960551 describe pod hello-world-app-55bf9c44b4-mjqkt ingress-nginx-admission-create-6k92b ingress-nginx-admission-patch-hkjk8: exit status 1 (65.282872ms)
-- stdout --
Name: hello-world-app-55bf9c44b4-mjqkt
Namespace: default
Priority: 0
Service Account: default
Node: addons-960551/192.168.49.2
Start Time: Wed, 30 Oct 2024 18:34:21 +0000
Labels: app=hello-world-app
pod-template-hash=55bf9c44b4
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/hello-world-app-55bf9c44b4
Containers:
hello-world-app:
Container ID:
Image: docker.io/kicbase/echo-server:1.0
Image ID:
Port: 8080/TCP
Host Port: 0/TCP
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-5jqzx (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-5jqzx:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 2s default-scheduler Successfully assigned default/hello-world-app-55bf9c44b4-mjqkt to addons-960551
Normal Pulling 2s kubelet Pulling image "docker.io/kicbase/echo-server:1.0"
Normal Pulled 0s kubelet Successfully pulled image "docker.io/kicbase/echo-server:1.0" in 1.593s (1.593s including waiting). Image size: 4944818 bytes.
Normal Created 0s kubelet Created container hello-world-app
Normal Started 0s kubelet Started container hello-world-app
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-6k92b" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-hkjk8" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-960551 describe pod hello-world-app-55bf9c44b4-mjqkt ingress-nginx-admission-create-6k92b ingress-nginx-admission-patch-hkjk8: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-960551 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-960551 addons disable ingress-dns --alsologtostderr -v=1: (1.371207721s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-960551 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-960551 addons disable ingress --alsologtostderr -v=1: (7.606292706s)
--- FAIL: TestAddons/parallel/Ingress (151.01s)