=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-241374 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-241374 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-241374 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [0892762c-a256-40cc-ba1c-7317ade56652] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [0892762c-a256-40cc-ba1c-7317ade56652] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 8.003793036s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-241374 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:286: (dbg) Run: kubectl --context addons-241374 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-241374 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.056819916s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p addons-241374 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-arm64 -p addons-241374 addons disable ingress-dns --alsologtostderr -v=1: (1.104297711s)
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p addons-241374 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p addons-241374 addons disable ingress --alsologtostderr -v=1: (7.829411041s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-241374
helpers_test.go:235: (dbg) docker inspect addons-241374:
-- stdout --
[
{
"Id": "fbccd28e34e28feb941ba8d2bb366faa17ce1ae4860012809ff67cbd3075c801",
"Created": "2024-01-08T20:10:56.285058757Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 655844,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-01-08T20:10:56.613059784Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:3bfff26a1ae256fcdf8f10a333efdefbe26edc5c1669e1cc5c973c016e44d3c4",
"ResolvConfPath": "/var/lib/docker/containers/fbccd28e34e28feb941ba8d2bb366faa17ce1ae4860012809ff67cbd3075c801/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/fbccd28e34e28feb941ba8d2bb366faa17ce1ae4860012809ff67cbd3075c801/hostname",
"HostsPath": "/var/lib/docker/containers/fbccd28e34e28feb941ba8d2bb366faa17ce1ae4860012809ff67cbd3075c801/hosts",
"LogPath": "/var/lib/docker/containers/fbccd28e34e28feb941ba8d2bb366faa17ce1ae4860012809ff67cbd3075c801/fbccd28e34e28feb941ba8d2bb366faa17ce1ae4860012809ff67cbd3075c801-json.log",
"Name": "/addons-241374",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-241374:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-241374",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/692487e28a7c18be280b8c3ea168b7aa230a3094bae351c9a59362d7c70f2caf-init/diff:/var/lib/docker/overlay2/5440a5a336c464ed564efc18a632104b770481b7cc483f7cadb6269a7b019538/diff",
"MergedDir": "/var/lib/docker/overlay2/692487e28a7c18be280b8c3ea168b7aa230a3094bae351c9a59362d7c70f2caf/merged",
"UpperDir": "/var/lib/docker/overlay2/692487e28a7c18be280b8c3ea168b7aa230a3094bae351c9a59362d7c70f2caf/diff",
"WorkDir": "/var/lib/docker/overlay2/692487e28a7c18be280b8c3ea168b7aa230a3094bae351c9a59362d7c70f2caf/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-241374",
"Source": "/var/lib/docker/volumes/addons-241374/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-241374",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-241374",
"name.minikube.sigs.k8s.io": "addons-241374",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "e14c0fced8c415749a9c6e38e89f8885ab78bc711fb9082cb3840a56df1dd158",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33413"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33412"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33409"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33411"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33410"
}
]
},
"SandboxKey": "/var/run/docker/netns/e14c0fced8c4",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-241374": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"fbccd28e34e2",
"addons-241374"
],
"NetworkID": "1ce91b58eba19689955851a2a94466e727d5f6f1ee1daa8c498c434fd8139772",
"EndpointID": "648df701e8659ed3fc167c47ad5f26feccd12374d4182ef661440f31f4673125",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-241374 -n addons-241374
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-241374 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-241374 logs -n 25: (1.60754333s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | 08 Jan 24 20:10 UTC |
| delete | -p download-only-896079 | download-only-896079 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | 08 Jan 24 20:10 UTC |
| delete | -p download-only-896079 | download-only-896079 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | 08 Jan 24 20:10 UTC |
| start | --download-only -p | download-docker-787864 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | |
| | download-docker-787864 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p download-docker-787864 | download-docker-787864 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | 08 Jan 24 20:10 UTC |
| start | --download-only -p | binary-mirror-553324 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | |
| | binary-mirror-553324 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:42199 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| delete | -p binary-mirror-553324 | binary-mirror-553324 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | 08 Jan 24 20:10 UTC |
| addons | disable dashboard -p | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | |
| | addons-241374 | | | | | |
| addons | enable dashboard -p | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | |
| | addons-241374 | | | | | |
| start | -p addons-241374 --wait=true | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:10 UTC | 08 Jan 24 20:12 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=containerd | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-241374 ip | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:13 UTC |
| addons | addons-241374 addons disable | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:13 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:13 UTC |
| | -p addons-241374 | | | | | |
| ssh | addons-241374 ssh cat | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:13 UTC |
| | /opt/local-path-provisioner/pvc-88f0a05f-751c-46df-9b15-285db5e558d1_default_test-pvc/file1 | | | | | |
| addons | addons-241374 addons disable | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:13 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:13 UTC |
| | addons-241374 | | | | | |
| addons | enable headlamp | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:13 UTC |
| | -p addons-241374 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-241374 addons | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:13 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-241374 addons | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:14 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:13 UTC | 08 Jan 24 20:14 UTC |
| | addons-241374 | | | | | |
| addons | addons-241374 addons | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:14 UTC | 08 Jan 24 20:14 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-241374 ssh curl -s | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:14 UTC | 08 Jan 24 20:14 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-241374 ip | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:14 UTC | 08 Jan 24 20:14 UTC |
| addons | addons-241374 addons disable | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:14 UTC | 08 Jan 24 20:14 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-241374 addons disable | addons-241374 | jenkins | v1.32.0 | 08 Jan 24 20:14 UTC | 08 Jan 24 20:14 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/01/08 20:10:33
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.21.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0108 20:10:33.207961 655385 out.go:296] Setting OutFile to fd 1 ...
I0108 20:10:33.208977 655385 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0108 20:10:33.208988 655385 out.go:309] Setting ErrFile to fd 2...
I0108 20:10:33.209047 655385 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0108 20:10:33.209418 655385 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17907-649468/.minikube/bin
I0108 20:10:33.210012 655385 out.go:303] Setting JSON to false
I0108 20:10:33.210854 655385 start.go:128] hostinfo: {"hostname":"ip-172-31-31-251","uptime":10374,"bootTime":1704734260,"procs":144,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1051-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I0108 20:10:33.210948 655385 start.go:138] virtualization:
I0108 20:10:33.213775 655385 out.go:177] * [addons-241374] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0108 20:10:33.216416 655385 out.go:177] - MINIKUBE_LOCATION=17907
I0108 20:10:33.218349 655385 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0108 20:10:33.216549 655385 notify.go:220] Checking for updates...
I0108 20:10:33.222281 655385 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17907-649468/kubeconfig
I0108 20:10:33.224332 655385 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17907-649468/.minikube
I0108 20:10:33.226215 655385 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0108 20:10:33.228154 655385 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0108 20:10:33.230219 655385 driver.go:392] Setting default libvirt URI to qemu:///system
I0108 20:10:33.254198 655385 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I0108 20:10:33.254330 655385 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0108 20:10:33.333767 655385 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2024-01-08 20:10:33.323940831 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1051-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215044096 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dd1e886e55dd695541fdcd67420c2888645a495 Expected:3dd1e886e55dd695541fdcd67420c2888645a495} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I0108 20:10:33.333873 655385 docker.go:295] overlay module found
I0108 20:10:33.342795 655385 out.go:177] * Using the docker driver based on user configuration
I0108 20:10:33.345210 655385 start.go:298] selected driver: docker
I0108 20:10:33.345230 655385 start.go:902] validating driver "docker" against <nil>
I0108 20:10:33.345244 655385 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0108 20:10:33.345876 655385 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0108 20:10:33.415464 655385 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:29 OomKillDisable:true NGoroutines:40 SystemTime:2024-01-08 20:10:33.40584021 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1051-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archit
ecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215044096 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3dd1e886e55dd695541fdcd67420c2888645a495 Expected:3dd1e886e55dd695541fdcd67420c2888645a495} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I0108 20:10:33.415642 655385 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0108 20:10:33.415909 655385 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0108 20:10:33.417838 655385 out.go:177] * Using Docker driver with root privileges
I0108 20:10:33.419726 655385 cni.go:84] Creating CNI manager for ""
I0108 20:10:33.419746 655385 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0108 20:10:33.419759 655385 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0108 20:10:33.419775 655385 start_flags.go:323] config:
{Name:addons-241374 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-241374 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containe
rd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I0108 20:10:33.421942 655385 out.go:177] * Starting control plane node addons-241374 in cluster addons-241374
I0108 20:10:33.423824 655385 cache.go:121] Beginning downloading kic base image for docker with containerd
I0108 20:10:33.426032 655385 out.go:177] * Pulling base image v0.0.42-1703498848-17857 ...
I0108 20:10:33.427835 655385 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0108 20:10:33.427887 655385 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17907-649468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4
I0108 20:10:33.427900 655385 cache.go:56] Caching tarball of preloaded images
I0108 20:10:33.427925 655385 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c in local docker daemon
I0108 20:10:33.427994 655385 preload.go:174] Found /home/jenkins/minikube-integration/17907-649468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4 in cache, skipping download
I0108 20:10:33.428004 655385 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on containerd
I0108 20:10:33.428388 655385 profile.go:148] Saving config to /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/config.json ...
I0108 20:10:33.428420 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/config.json: {Name:mk21843f36e47dc701abc6690ed37074d6836c80 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:10:33.447435 655385 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c to local cache
I0108 20:10:33.447543 655385 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c in local cache directory
I0108 20:10:33.447562 655385 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c in local cache directory, skipping pull
I0108 20:10:33.447570 655385 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c exists in cache, skipping pull
I0108 20:10:33.447579 655385 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c as a tarball
I0108 20:10:33.447584 655385 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c from local cache
I0108 20:10:49.397513 655385 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c from cached tarball
I0108 20:10:49.397559 655385 cache.go:194] Successfully downloaded all kic artifacts
I0108 20:10:49.397624 655385 start.go:365] acquiring machines lock for addons-241374: {Name:mka3aca552bf2ca0cb5d7d7e0fa7038f421ed9b3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0108 20:10:49.397744 655385 start.go:369] acquired machines lock for "addons-241374" in 93.587µs
I0108 20:10:49.397772 655385 start.go:93] Provisioning new machine with config: &{Name:addons-241374 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-241374 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:
false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0108 20:10:49.397850 655385 start.go:125] createHost starting for "" (driver="docker")
I0108 20:10:49.400564 655385 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0108 20:10:49.400837 655385 start.go:159] libmachine.API.Create for "addons-241374" (driver="docker")
I0108 20:10:49.400869 655385 client.go:168] LocalClient.Create starting
I0108 20:10:49.401049 655385 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca.pem
I0108 20:10:49.710492 655385 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/cert.pem
I0108 20:10:49.887386 655385 cli_runner.go:164] Run: docker network inspect addons-241374 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0108 20:10:49.904114 655385 cli_runner.go:211] docker network inspect addons-241374 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0108 20:10:49.904199 655385 network_create.go:281] running [docker network inspect addons-241374] to gather additional debugging logs...
I0108 20:10:49.904221 655385 cli_runner.go:164] Run: docker network inspect addons-241374
W0108 20:10:49.920288 655385 cli_runner.go:211] docker network inspect addons-241374 returned with exit code 1
I0108 20:10:49.920324 655385 network_create.go:284] error running [docker network inspect addons-241374]: docker network inspect addons-241374: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-241374 not found
I0108 20:10:49.920336 655385 network_create.go:286] output of [docker network inspect addons-241374]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-241374 not found
** /stderr **
I0108 20:10:49.920441 655385 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0108 20:10:49.937282 655385 network.go:209] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40027ff900}
I0108 20:10:49.937324 655385 network_create.go:124] attempt to create docker network addons-241374 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0108 20:10:49.937384 655385 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-241374 addons-241374
I0108 20:10:50.024149 655385 network_create.go:108] docker network addons-241374 192.168.49.0/24 created
I0108 20:10:50.024186 655385 kic.go:121] calculated static IP "192.168.49.2" for the "addons-241374" container
I0108 20:10:50.024286 655385 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0108 20:10:50.044144 655385 cli_runner.go:164] Run: docker volume create addons-241374 --label name.minikube.sigs.k8s.io=addons-241374 --label created_by.minikube.sigs.k8s.io=true
I0108 20:10:50.063681 655385 oci.go:103] Successfully created a docker volume addons-241374
I0108 20:10:50.063778 655385 cli_runner.go:164] Run: docker run --rm --name addons-241374-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-241374 --entrypoint /usr/bin/test -v addons-241374:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c -d /var/lib
I0108 20:10:51.982092 655385 cli_runner.go:217] Completed: docker run --rm --name addons-241374-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-241374 --entrypoint /usr/bin/test -v addons-241374:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c -d /var/lib: (1.918270854s)
I0108 20:10:51.982121 655385 oci.go:107] Successfully prepared a docker volume addons-241374
I0108 20:10:51.982166 655385 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0108 20:10:51.982187 655385 kic.go:194] Starting extracting preloaded images to volume ...
I0108 20:10:51.982272 655385 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17907-649468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-241374:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c -I lz4 -xf /preloaded.tar -C /extractDir
I0108 20:10:56.200742 655385 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/17907-649468/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-containerd-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-241374:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c -I lz4 -xf /preloaded.tar -C /extractDir: (4.218426853s)
I0108 20:10:56.200789 655385 kic.go:203] duration metric: took 4.218598 seconds to extract preloaded images to volume
W0108 20:10:56.200923 655385 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0108 20:10:56.201092 655385 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0108 20:10:56.268007 655385 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-241374 --name addons-241374 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-241374 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-241374 --network addons-241374 --ip 192.168.49.2 --volume addons-241374:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c
I0108 20:10:56.622529 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Running}}
I0108 20:10:56.650476 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:10:56.673324 655385 cli_runner.go:164] Run: docker exec addons-241374 stat /var/lib/dpkg/alternatives/iptables
I0108 20:10:56.732151 655385 oci.go:144] the created container "addons-241374" has a running status.
I0108 20:10:56.732184 655385 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa...
I0108 20:10:57.257231 655385 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0108 20:10:57.287823 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:10:57.313342 655385 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0108 20:10:57.313361 655385 kic_runner.go:114] Args: [docker exec --privileged addons-241374 chown docker:docker /home/docker/.ssh/authorized_keys]
I0108 20:10:57.395417 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:10:57.418301 655385 machine.go:88] provisioning docker machine ...
I0108 20:10:57.418344 655385 ubuntu.go:169] provisioning hostname "addons-241374"
I0108 20:10:57.418416 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:10:57.449534 655385 main.go:141] libmachine: Using SSH client type: native
I0108 20:10:57.449979 655385 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bfad0] 0x3c2240 <nil> [] 0s} 127.0.0.1 33413 <nil> <nil>}
I0108 20:10:57.449993 655385 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-241374 && echo "addons-241374" | sudo tee /etc/hostname
I0108 20:10:57.624380 655385 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-241374
I0108 20:10:57.624493 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:10:57.649870 655385 main.go:141] libmachine: Using SSH client type: native
I0108 20:10:57.650280 655385 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3bfad0] 0x3c2240 <nil> [] 0s} 127.0.0.1 33413 <nil> <nil>}
I0108 20:10:57.650304 655385 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-241374' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-241374/g' /etc/hosts;
else
echo '127.0.1.1 addons-241374' | sudo tee -a /etc/hosts;
fi
fi
I0108 20:10:57.794213 655385 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0108 20:10:57.794256 655385 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17907-649468/.minikube CaCertPath:/home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17907-649468/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17907-649468/.minikube}
I0108 20:10:57.794275 655385 ubuntu.go:177] setting up certificates
I0108 20:10:57.794284 655385 provision.go:83] configureAuth start
I0108 20:10:57.794345 655385 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-241374
I0108 20:10:57.815004 655385 provision.go:138] copyHostCerts
I0108 20:10:57.815079 655385 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17907-649468/.minikube/ca.pem (1078 bytes)
I0108 20:10:57.815190 655385 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17907-649468/.minikube/cert.pem (1123 bytes)
I0108 20:10:57.815286 655385 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17907-649468/.minikube/key.pem (1679 bytes)
I0108 20:10:57.815335 655385 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17907-649468/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca-key.pem org=jenkins.addons-241374 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-241374]
I0108 20:10:58.301341 655385 provision.go:172] copyRemoteCerts
I0108 20:10:58.301410 655385 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0108 20:10:58.301451 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:10:58.323273 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:10:58.424033 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0108 20:10:58.452954 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0108 20:10:58.481577 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0108 20:10:58.510690 655385 provision.go:86] duration metric: configureAuth took 716.387873ms
I0108 20:10:58.510717 655385 ubuntu.go:193] setting minikube options for container-runtime
I0108 20:10:58.510917 655385 config.go:182] Loaded profile config "addons-241374": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0108 20:10:58.510924 655385 machine.go:91] provisioned docker machine in 1.092602493s
I0108 20:10:58.510930 655385 client.go:171] LocalClient.Create took 9.110055117s
I0108 20:10:58.510943 655385 start.go:167] duration metric: libmachine.API.Create for "addons-241374" took 9.110107605s
I0108 20:10:58.510951 655385 start.go:300] post-start starting for "addons-241374" (driver="docker")
I0108 20:10:58.510959 655385 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0108 20:10:58.511012 655385 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0108 20:10:58.511051 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:10:58.530814 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:10:58.632570 655385 ssh_runner.go:195] Run: cat /etc/os-release
I0108 20:10:58.636544 655385 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0108 20:10:58.636582 655385 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0108 20:10:58.636593 655385 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0108 20:10:58.636601 655385 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0108 20:10:58.636614 655385 filesync.go:126] Scanning /home/jenkins/minikube-integration/17907-649468/.minikube/addons for local assets ...
I0108 20:10:58.636684 655385 filesync.go:126] Scanning /home/jenkins/minikube-integration/17907-649468/.minikube/files for local assets ...
I0108 20:10:58.636710 655385 start.go:303] post-start completed in 125.75395ms
I0108 20:10:58.637066 655385 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-241374
I0108 20:10:58.654600 655385 profile.go:148] Saving config to /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/config.json ...
I0108 20:10:58.654884 655385 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0108 20:10:58.654935 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:10:58.672215 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:10:58.766964 655385 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0108 20:10:58.772542 655385 start.go:128] duration metric: createHost completed in 9.374677341s
I0108 20:10:58.772565 655385 start.go:83] releasing machines lock for "addons-241374", held for 9.37480977s
I0108 20:10:58.772638 655385 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-241374
I0108 20:10:58.790069 655385 ssh_runner.go:195] Run: cat /version.json
I0108 20:10:58.790126 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:10:58.790400 655385 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0108 20:10:58.790455 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:10:58.816097 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:10:58.817055 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:10:58.909446 655385 ssh_runner.go:195] Run: systemctl --version
I0108 20:10:59.046389 655385 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0108 20:10:59.052341 655385 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0108 20:10:59.082599 655385 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0108 20:10:59.082692 655385 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0108 20:10:59.117445 655385 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0108 20:10:59.117471 655385 start.go:475] detecting cgroup driver to use...
I0108 20:10:59.117503 655385 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0108 20:10:59.117568 655385 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0108 20:10:59.131892 655385 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0108 20:10:59.145572 655385 docker.go:217] disabling cri-docker service (if available) ...
I0108 20:10:59.145646 655385 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0108 20:10:59.161787 655385 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0108 20:10:59.178416 655385 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0108 20:10:59.276652 655385 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0108 20:10:59.385597 655385 docker.go:233] disabling docker service ...
I0108 20:10:59.385671 655385 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0108 20:10:59.406790 655385 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0108 20:10:59.420500 655385 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0108 20:10:59.520659 655385 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0108 20:10:59.620247 655385 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0108 20:10:59.633710 655385 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0108 20:10:59.653614 655385 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0108 20:10:59.665152 655385 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0108 20:10:59.677135 655385 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I0108 20:10:59.677252 655385 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0108 20:10:59.688927 655385 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0108 20:10:59.700890 655385 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0108 20:10:59.712527 655385 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0108 20:10:59.724328 655385 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0108 20:10:59.735435 655385 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0108 20:10:59.748393 655385 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0108 20:10:59.761210 655385 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0108 20:10:59.771728 655385 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0108 20:10:59.868754 655385 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0108 20:10:59.999865 655385 start.go:522] Will wait 60s for socket path /run/containerd/containerd.sock
I0108 20:11:00.000014 655385 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I0108 20:11:00.014600 655385 start.go:543] Will wait 60s for crictl version
I0108 20:11:00.014688 655385 ssh_runner.go:195] Run: which crictl
I0108 20:11:00.035908 655385 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0108 20:11:00.173092 655385 start.go:559] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.26
RuntimeApiVersion: v1
I0108 20:11:00.173256 655385 ssh_runner.go:195] Run: containerd --version
I0108 20:11:00.279944 655385 ssh_runner.go:195] Run: containerd --version
I0108 20:11:00.334206 655385 out.go:177] * Preparing Kubernetes v1.28.4 on containerd 1.6.26 ...
I0108 20:11:00.336258 655385 cli_runner.go:164] Run: docker network inspect addons-241374 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0108 20:11:00.356661 655385 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0108 20:11:00.362517 655385 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0108 20:11:00.378662 655385 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime containerd
I0108 20:11:00.378740 655385 ssh_runner.go:195] Run: sudo crictl images --output json
I0108 20:11:00.428543 655385 containerd.go:604] all images are preloaded for containerd runtime.
I0108 20:11:00.428570 655385 containerd.go:518] Images already preloaded, skipping extraction
I0108 20:11:00.428635 655385 ssh_runner.go:195] Run: sudo crictl images --output json
I0108 20:11:00.471996 655385 containerd.go:604] all images are preloaded for containerd runtime.
I0108 20:11:00.472019 655385 cache_images.go:84] Images are preloaded, skipping loading
I0108 20:11:00.472088 655385 ssh_runner.go:195] Run: sudo crictl info
I0108 20:11:00.514367 655385 cni.go:84] Creating CNI manager for ""
I0108 20:11:00.514396 655385 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0108 20:11:00.514443 655385 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0108 20:11:00.514470 655385 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-241374 NodeName:addons-241374 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0108 20:11:00.514614 655385 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "addons-241374"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0108 20:11:00.514684 655385 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=addons-241374 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-241374 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0108 20:11:00.514750 655385 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0108 20:11:00.525903 655385 binaries.go:44] Found k8s binaries, skipping transfer
I0108 20:11:00.525986 655385 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0108 20:11:00.537663 655385 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (385 bytes)
I0108 20:11:00.559495 655385 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0108 20:11:00.581920 655385 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2102 bytes)
I0108 20:11:00.603421 655385 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0108 20:11:00.608509 655385 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0108 20:11:00.622350 655385 certs.go:56] Setting up /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374 for IP: 192.168.49.2
I0108 20:11:00.622380 655385 certs.go:190] acquiring lock for shared ca certs: {Name:mk8baa4ad3918f12788abe17f587583afd1a9c92 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:00.622515 655385 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/17907-649468/.minikube/ca.key
I0108 20:11:00.922210 655385 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17907-649468/.minikube/ca.crt ...
I0108 20:11:00.922240 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/ca.crt: {Name:mk92c91152f76019bbef4006e8b0b34ebb604bea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:00.923005 655385 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17907-649468/.minikube/ca.key ...
I0108 20:11:00.923022 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/ca.key: {Name:mk7eba45de717bff3b8a03fb9129e031dc2e4c7f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:00.923561 655385 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/17907-649468/.minikube/proxy-client-ca.key
I0108 20:11:01.807886 655385 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17907-649468/.minikube/proxy-client-ca.crt ...
I0108 20:11:01.807918 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/proxy-client-ca.crt: {Name:mk596c3161ff7c8c86950c6b75fc2c13a4b80648 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:01.808107 655385 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17907-649468/.minikube/proxy-client-ca.key ...
I0108 20:11:01.808119 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/proxy-client-ca.key: {Name:mk359d800b01101b038d8c376ec3d7b0ca989d76 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:01.808236 655385 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/client.key
I0108 20:11:01.808255 655385 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/client.crt with IP's: []
I0108 20:11:02.104671 655385 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/client.crt ...
I0108 20:11:02.104718 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/client.crt: {Name:mk4b7fa82ca6959d46646570a9f2e8403b915ee4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:02.105019 655385 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/client.key ...
I0108 20:11:02.105034 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/client.key: {Name:mkddb1d72ddc0e8e61b75bc721feccc3112ded27 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:02.105837 655385 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.key.dd3b5fb2
I0108 20:11:02.105870 655385 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0108 20:11:02.666961 655385 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.crt.dd3b5fb2 ...
I0108 20:11:02.666993 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.crt.dd3b5fb2: {Name:mk33d5070c78edd016eeffeae3166613c2febd3b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:02.667237 655385 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.key.dd3b5fb2 ...
I0108 20:11:02.667251 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.key.dd3b5fb2: {Name:mkb2734a31d3879e74badd0fd9941111f051fbfb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:02.667736 655385 certs.go:337] copying /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.crt
I0108 20:11:02.667843 655385 certs.go:341] copying /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.key
I0108 20:11:02.667935 655385 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/proxy-client.key
I0108 20:11:02.667985 655385 crypto.go:68] Generating cert /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/proxy-client.crt with IP's: []
I0108 20:11:02.857458 655385 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/proxy-client.crt ...
I0108 20:11:02.857490 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/proxy-client.crt: {Name:mk4a77c31bdc607bdc65664b20f275edcd89deba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:02.857684 655385 crypto.go:164] Writing key to /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/proxy-client.key ...
I0108 20:11:02.857698 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/proxy-client.key: {Name:mk3a9bedd42eecacd0f1fe1bbbe9f73570760180 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:02.857915 655385 certs.go:437] found cert: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca-key.pem (1675 bytes)
I0108 20:11:02.857961 655385 certs.go:437] found cert: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/home/jenkins/minikube-integration/17907-649468/.minikube/certs/ca.pem (1078 bytes)
I0108 20:11:02.857997 655385 certs.go:437] found cert: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/home/jenkins/minikube-integration/17907-649468/.minikube/certs/cert.pem (1123 bytes)
I0108 20:11:02.858029 655385 certs.go:437] found cert: /home/jenkins/minikube-integration/17907-649468/.minikube/certs/home/jenkins/minikube-integration/17907-649468/.minikube/certs/key.pem (1679 bytes)
I0108 20:11:02.858649 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0108 20:11:02.887361 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0108 20:11:02.916616 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0108 20:11:02.945232 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/profiles/addons-241374/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0108 20:11:02.974151 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0108 20:11:03.004478 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0108 20:11:03.036447 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0108 20:11:03.066918 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0108 20:11:03.099355 655385 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17907-649468/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0108 20:11:03.129934 655385 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0108 20:11:03.153710 655385 ssh_runner.go:195] Run: openssl version
I0108 20:11:03.161056 655385 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0108 20:11:03.173359 655385 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0108 20:11:03.178319 655385 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jan 8 20:11 /usr/share/ca-certificates/minikubeCA.pem
I0108 20:11:03.178403 655385 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0108 20:11:03.187205 655385 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0108 20:11:03.198825 655385 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0108 20:11:03.203374 655385 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0108 20:11:03.203425 655385 kubeadm.go:404] StartCluster: {Name:addons-241374 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1703498848-17857@sha256:81ae12a49915e4f02aa382dd3758a30a6649e1143c32b3d03309750104577c6c Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-241374 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disa
bleMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I0108 20:11:03.203509 655385 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I0108 20:11:03.203570 655385 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0108 20:11:03.245781 655385 cri.go:89] found id: ""
I0108 20:11:03.245901 655385 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0108 20:11:03.256690 655385 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0108 20:11:03.269248 655385 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0108 20:11:03.269324 655385 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0108 20:11:03.280121 655385 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0108 20:11:03.280162 655385 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0108 20:11:03.343413 655385 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0108 20:11:03.343481 655385 kubeadm.go:322] [preflight] Running pre-flight checks
I0108 20:11:03.392884 655385 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0108 20:11:03.392963 655385 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1051-aws[0m
I0108 20:11:03.393025 655385 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0108 20:11:03.393074 655385 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0108 20:11:03.393130 655385 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0108 20:11:03.393193 655385 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0108 20:11:03.393253 655385 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0108 20:11:03.393321 655385 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0108 20:11:03.393390 655385 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0108 20:11:03.393453 655385 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0108 20:11:03.393521 655385 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0108 20:11:03.393603 655385 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0108 20:11:03.475047 655385 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0108 20:11:03.475198 655385 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0108 20:11:03.475318 655385 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0108 20:11:03.721347 655385 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0108 20:11:03.723903 655385 out.go:204] - Generating certificates and keys ...
I0108 20:11:03.724084 655385 kubeadm.go:322] [certs] Using existing ca certificate authority
I0108 20:11:03.724304 655385 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0108 20:11:04.570836 655385 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0108 20:11:05.755773 655385 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0108 20:11:05.971956 655385 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0108 20:11:06.138176 655385 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0108 20:11:06.536681 655385 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0108 20:11:06.536929 655385 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-241374 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0108 20:11:07.007485 655385 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0108 20:11:07.007783 655385 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-241374 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0108 20:11:07.261843 655385 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0108 20:11:08.147545 655385 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0108 20:11:08.583374 655385 kubeadm.go:322] [certs] Generating "sa" key and public key
I0108 20:11:08.583803 655385 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0108 20:11:09.546846 655385 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0108 20:11:10.531086 655385 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0108 20:11:10.669600 655385 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0108 20:11:10.849144 655385 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0108 20:11:10.849762 655385 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0108 20:11:10.854529 655385 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0108 20:11:10.856930 655385 out.go:204] - Booting up control plane ...
I0108 20:11:10.857052 655385 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0108 20:11:10.857133 655385 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0108 20:11:10.858134 655385 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0108 20:11:10.874183 655385 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0108 20:11:10.875246 655385 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0108 20:11:10.875462 655385 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0108 20:11:10.981584 655385 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0108 20:11:19.485213 655385 kubeadm.go:322] [apiclient] All control plane components are healthy after 8.503767 seconds
I0108 20:11:19.485579 655385 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0108 20:11:19.501716 655385 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0108 20:11:20.039208 655385 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0108 20:11:20.039441 655385 kubeadm.go:322] [mark-control-plane] Marking the node addons-241374 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0108 20:11:20.553955 655385 kubeadm.go:322] [bootstrap-token] Using token: vk16fl.0rxrdwzl8l4nqpis
I0108 20:11:20.556003 655385 out.go:204] - Configuring RBAC rules ...
I0108 20:11:20.556128 655385 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0108 20:11:20.561647 655385 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0108 20:11:20.569535 655385 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0108 20:11:20.573669 655385 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0108 20:11:20.577594 655385 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0108 20:11:20.583296 655385 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0108 20:11:20.597832 655385 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0108 20:11:20.904773 655385 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0108 20:11:21.004660 655385 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0108 20:11:21.006668 655385 kubeadm.go:322]
I0108 20:11:21.006746 655385 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0108 20:11:21.006754 655385 kubeadm.go:322]
I0108 20:11:21.006827 655385 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0108 20:11:21.006858 655385 kubeadm.go:322]
I0108 20:11:21.006884 655385 kubeadm.go:322] mkdir -p $HOME/.kube
I0108 20:11:21.006962 655385 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0108 20:11:21.007015 655385 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0108 20:11:21.007026 655385 kubeadm.go:322]
I0108 20:11:21.007079 655385 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0108 20:11:21.007088 655385 kubeadm.go:322]
I0108 20:11:21.007133 655385 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0108 20:11:21.007140 655385 kubeadm.go:322]
I0108 20:11:21.007190 655385 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0108 20:11:21.007265 655385 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0108 20:11:21.007333 655385 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0108 20:11:21.007343 655385 kubeadm.go:322]
I0108 20:11:21.007457 655385 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0108 20:11:21.007533 655385 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0108 20:11:21.007541 655385 kubeadm.go:322]
I0108 20:11:21.007620 655385 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token vk16fl.0rxrdwzl8l4nqpis \
I0108 20:11:21.007720 655385 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e7aa231785652d24090e2cd097637f46032eb43e585bbef4633ff038c4bd0902 \
I0108 20:11:21.007770 655385 kubeadm.go:322] --control-plane
I0108 20:11:21.007781 655385 kubeadm.go:322]
I0108 20:11:21.007861 655385 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0108 20:11:21.007872 655385 kubeadm.go:322]
I0108 20:11:21.007963 655385 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token vk16fl.0rxrdwzl8l4nqpis \
I0108 20:11:21.008075 655385 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:e7aa231785652d24090e2cd097637f46032eb43e585bbef4633ff038c4bd0902
I0108 20:11:21.012204 655385 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1051-aws\n", err: exit status 1
I0108 20:11:21.012334 655385 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0108 20:11:21.012366 655385 cni.go:84] Creating CNI manager for ""
I0108 20:11:21.012380 655385 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I0108 20:11:21.015964 655385 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0108 20:11:21.018136 655385 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0108 20:11:21.024333 655385 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0108 20:11:21.024405 655385 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0108 20:11:21.073482 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0108 20:11:22.057233 655385 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0108 20:11:22.057402 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:22.057505 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=255792ad75c0218cbe9d2c7121633a1b1d442f28 minikube.k8s.io/name=addons-241374 minikube.k8s.io/updated_at=2024_01_08T20_11_22_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:22.073796 655385 ops.go:34] apiserver oom_adj: -16
I0108 20:11:22.271367 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:22.772275 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:23.271975 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:23.771911 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:24.271546 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:24.772480 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:25.271764 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:25.772330 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:26.272253 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:26.771753 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:27.271893 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:27.771515 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:28.271971 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:28.772388 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:29.271499 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:29.772039 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:30.271796 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:30.772317 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:31.271984 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:31.771567 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:32.271928 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:32.772480 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:33.272188 655385 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0108 20:11:33.446881 655385 kubeadm.go:1088] duration metric: took 11.389535248s to wait for elevateKubeSystemPrivileges.
I0108 20:11:33.446914 655385 kubeadm.go:406] StartCluster complete in 30.243492675s
I0108 20:11:33.446931 655385 settings.go:142] acquiring lock: {Name:mkb63cd96d7a856f465b0592d8a592dc849b8404 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:33.447671 655385 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/17907-649468/kubeconfig
I0108 20:11:33.448111 655385 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17907-649468/kubeconfig: {Name:mk40e5900c8ed31a9e7a0515010236c17752c8ee Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 20:11:33.450208 655385 config.go:182] Loaded profile config "addons-241374": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0108 20:11:33.450265 655385 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0108 20:11:33.450473 655385 addons.go:505] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0108 20:11:33.450631 655385 addons.go:69] Setting yakd=true in profile "addons-241374"
I0108 20:11:33.450652 655385 addons.go:237] Setting addon yakd=true in "addons-241374"
I0108 20:11:33.450713 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.451186 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.451746 655385 addons.go:69] Setting inspektor-gadget=true in profile "addons-241374"
I0108 20:11:33.451795 655385 addons.go:237] Setting addon inspektor-gadget=true in "addons-241374"
I0108 20:11:33.451835 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.452246 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.452801 655385 addons.go:69] Setting cloud-spanner=true in profile "addons-241374"
I0108 20:11:33.452821 655385 addons.go:237] Setting addon cloud-spanner=true in "addons-241374"
I0108 20:11:33.452827 655385 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-241374"
I0108 20:11:33.452848 655385 addons.go:237] Setting addon nvidia-device-plugin=true in "addons-241374"
I0108 20:11:33.452854 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.452884 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.453270 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.453310 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.455485 655385 addons.go:69] Setting registry=true in profile "addons-241374"
I0108 20:11:33.455519 655385 addons.go:237] Setting addon registry=true in "addons-241374"
I0108 20:11:33.455567 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.456012 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.469067 655385 addons.go:69] Setting storage-provisioner=true in profile "addons-241374"
I0108 20:11:33.469102 655385 addons.go:237] Setting addon storage-provisioner=true in "addons-241374"
I0108 20:11:33.469154 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.469626 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.452817 655385 addons.go:69] Setting metrics-server=true in profile "addons-241374"
I0108 20:11:33.480025 655385 addons.go:237] Setting addon metrics-server=true in "addons-241374"
I0108 20:11:33.480083 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.480529 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.489087 655385 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-241374"
I0108 20:11:33.489129 655385 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-241374"
I0108 20:11:33.491034 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.495994 655385 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-241374"
I0108 20:11:33.496062 655385 addons.go:237] Setting addon csi-hostpath-driver=true in "addons-241374"
I0108 20:11:33.496105 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.496575 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.513081 655385 addons.go:69] Setting default-storageclass=true in profile "addons-241374"
I0108 20:11:33.513122 655385 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-241374"
I0108 20:11:33.513468 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.513841 655385 addons.go:69] Setting volumesnapshots=true in profile "addons-241374"
I0108 20:11:33.513859 655385 addons.go:237] Setting addon volumesnapshots=true in "addons-241374"
I0108 20:11:33.513898 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.514286 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.529884 655385 addons.go:69] Setting gcp-auth=true in profile "addons-241374"
I0108 20:11:33.529942 655385 mustload.go:65] Loading cluster: addons-241374
I0108 20:11:33.530166 655385 config.go:182] Loaded profile config "addons-241374": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.4
I0108 20:11:33.530457 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.547005 655385 addons.go:69] Setting ingress=true in profile "addons-241374"
I0108 20:11:33.547042 655385 addons.go:237] Setting addon ingress=true in "addons-241374"
I0108 20:11:33.547111 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.547584 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.569334 655385 addons.go:69] Setting ingress-dns=true in profile "addons-241374"
I0108 20:11:33.569374 655385 addons.go:237] Setting addon ingress-dns=true in "addons-241374"
I0108 20:11:33.569432 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.569905 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.722171 655385 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.23.1
I0108 20:11:33.734964 655385 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.13
I0108 20:11:33.743747 655385 addons.go:429] installing /etc/kubernetes/addons/deployment.yaml
I0108 20:11:33.743786 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0108 20:11:33.743869 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.735208 655385 addons.go:429] installing /etc/kubernetes/addons/ig-namespace.yaml
I0108 20:11:33.746565 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0108 20:11:33.746648 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.755386 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.735217 655385 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0108 20:11:33.735221 655385 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3
I0108 20:11:33.767279 655385 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0108 20:11:33.767235 655385 out.go:177] - Using image docker.io/registry:2.8.3
I0108 20:11:33.771699 655385 addons.go:429] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0108 20:11:33.782224 655385 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0108 20:11:33.775334 655385 addons.go:429] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0108 20:11:33.775365 655385 addons.go:429] installing /etc/kubernetes/addons/yakd-ns.yaml
I0108 20:11:33.775374 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0108 20:11:33.792025 655385 addons.go:429] installing /etc/kubernetes/addons/registry-rc.yaml
I0108 20:11:33.792045 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0108 20:11:33.792052 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0108 20:11:33.792084 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.792104 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.792032 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.821327 655385 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.6.4
I0108 20:11:33.792046 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0108 20:11:33.826153 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.843279 655385 addons.go:429] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0108 20:11:33.843300 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0108 20:11:33.843364 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.882579 655385 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0108 20:11:33.884906 655385 addons.go:429] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0108 20:11:33.884946 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0108 20:11:33.885112 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.905179 655385 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0108 20:11:33.919355 655385 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0108 20:11:33.914479 655385 addons.go:237] Setting addon default-storageclass=true in "addons-241374"
I0108 20:11:33.915597 655385 addons.go:237] Setting addon storage-provisioner-rancher=true in "addons-241374"
I0108 20:11:33.919881 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.922745 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.937056 655385 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0108 20:11:33.939649 655385 addons.go:429] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0108 20:11:33.939667 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0108 20:11:33.939731 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.959821 655385 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0108 20:11:33.961649 655385 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0108 20:11:33.966170 655385 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0108 20:11:33.968299 655385 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0108 20:11:33.966470 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:33.939177 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:33.975545 655385 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0108 20:11:33.973511 655385 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.5
I0108 20:11:33.974205 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:33.974669 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:33.987004 655385 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0108 20:11:33.988945 655385 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0108 20:11:33.991450 655385 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0108 20:11:33.997602 655385 addons.go:429] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0108 20:11:33.997633 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0108 20:11:33.997705 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:33.991835 655385 addons.go:429] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0108 20:11:34.028622 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0108 20:11:34.028705 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:34.047084 655385 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-241374" context rescaled to 1 replicas
I0108 20:11:34.047127 655385 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:containerd ControlPlane:true Worker:true}
I0108 20:11:34.049400 655385 out.go:177] * Verifying Kubernetes components...
I0108 20:11:34.052083 655385 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0108 20:11:34.068896 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.083870 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.083870 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.096664 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.113457 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.154980 655385 addons.go:429] installing /etc/kubernetes/addons/storageclass.yaml
I0108 20:11:34.155004 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0108 20:11:34.155081 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:34.156822 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.177450 655385 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0108 20:11:34.179868 655385 out.go:177] - Using image docker.io/busybox:stable
I0108 20:11:34.182022 655385 addons.go:429] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0108 20:11:34.182046 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0108 20:11:34.182120 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:34.190759 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.258825 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.260012 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.261787 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.271489 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:34.311208 655385 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0108 20:11:34.426377 655385 node_ready.go:35] waiting up to 6m0s for node "addons-241374" to be "Ready" ...
I0108 20:11:34.430054 655385 node_ready.go:49] node "addons-241374" has status "Ready":"True"
I0108 20:11:34.430124 655385 node_ready.go:38] duration metric: took 3.669841ms waiting for node "addons-241374" to be "Ready" ...
I0108 20:11:34.430149 655385 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0108 20:11:34.439433 655385 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-kxf4x" in "kube-system" namespace to be "Ready" ...
I0108 20:11:34.658681 655385 addons.go:429] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0108 20:11:34.658707 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0108 20:11:34.732641 655385 addons.go:429] installing /etc/kubernetes/addons/ig-role.yaml
I0108 20:11:34.732711 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0108 20:11:34.826752 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0108 20:11:34.854920 655385 addons.go:429] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0108 20:11:34.854995 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0108 20:11:34.856698 655385 addons.go:429] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0108 20:11:34.856760 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0108 20:11:34.897414 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0108 20:11:34.930596 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0108 20:11:34.965018 655385 addons.go:429] installing /etc/kubernetes/addons/registry-svc.yaml
I0108 20:11:34.965097 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0108 20:11:34.984526 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0108 20:11:35.089772 655385 addons.go:429] installing /etc/kubernetes/addons/yakd-sa.yaml
I0108 20:11:35.089857 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0108 20:11:35.103765 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0108 20:11:35.194517 655385 addons.go:429] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0108 20:11:35.194599 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0108 20:11:35.196474 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0108 20:11:35.232084 655385 addons.go:429] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0108 20:11:35.232171 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0108 20:11:35.309269 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0108 20:11:35.313916 655385 addons.go:429] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0108 20:11:35.313995 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0108 20:11:35.364549 655385 addons.go:429] installing /etc/kubernetes/addons/registry-proxy.yaml
I0108 20:11:35.364616 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0108 20:11:35.377069 655385 addons.go:429] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0108 20:11:35.377163 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0108 20:11:35.416750 655385 addons.go:429] installing /etc/kubernetes/addons/yakd-crb.yaml
I0108 20:11:35.416826 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0108 20:11:35.443105 655385 pod_ready.go:97] error getting pod "coredns-5dd5756b68-kxf4x" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-kxf4x" not found
I0108 20:11:35.443194 655385 pod_ready.go:81] duration metric: took 1.003686999s waiting for pod "coredns-5dd5756b68-kxf4x" in "kube-system" namespace to be "Ready" ...
E0108 20:11:35.443241 655385 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-kxf4x" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-kxf4x" not found
I0108 20:11:35.443276 655385 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace to be "Ready" ...
I0108 20:11:35.487758 655385 addons.go:429] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0108 20:11:35.487828 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0108 20:11:35.495949 655385 addons.go:429] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0108 20:11:35.495970 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0108 20:11:35.548016 655385 addons.go:429] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0108 20:11:35.548039 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0108 20:11:35.615768 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0108 20:11:35.623430 655385 addons.go:429] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0108 20:11:35.623508 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0108 20:11:35.640309 655385 addons.go:429] installing /etc/kubernetes/addons/yakd-svc.yaml
I0108 20:11:35.640389 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0108 20:11:35.719596 655385 addons.go:429] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0108 20:11:35.719668 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0108 20:11:35.761209 655385 addons.go:429] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0108 20:11:35.761238 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0108 20:11:35.827511 655385 addons.go:429] installing /etc/kubernetes/addons/yakd-dp.yaml
I0108 20:11:35.827544 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0108 20:11:35.855537 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0108 20:11:35.920899 655385 addons.go:429] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0108 20:11:35.920928 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0108 20:11:36.073819 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0108 20:11:36.093520 655385 addons.go:429] installing /etc/kubernetes/addons/ig-crd.yaml
I0108 20:11:36.093558 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0108 20:11:36.104258 655385 addons.go:429] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0108 20:11:36.104287 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0108 20:11:36.192628 655385 addons.go:429] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0108 20:11:36.192657 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0108 20:11:36.395190 655385 addons.go:429] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0108 20:11:36.395214 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0108 20:11:36.395838 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0108 20:11:36.462742 655385 addons.go:429] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0108 20:11:36.462770 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0108 20:11:36.555097 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0108 20:11:36.736231 655385 addons.go:429] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0108 20:11:36.736258 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0108 20:11:37.090688 655385 addons.go:429] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0108 20:11:37.090761 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0108 20:11:37.454430 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:37.490290 655385 addons.go:429] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0108 20:11:37.490352 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0108 20:11:37.520224 655385 addons.go:429] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0108 20:11:37.520304 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0108 20:11:37.545877 655385 addons.go:429] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0108 20:11:37.545949 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0108 20:11:37.604888 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0108 20:11:37.873922 655385 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.562672617s)
I0108 20:11:37.873993 655385 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0108 20:11:39.461552 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:40.200775 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.303276374s)
I0108 20:11:40.200874 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.270207923s)
I0108 20:11:40.200939 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.216342345s)
I0108 20:11:40.200970 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.097131948s)
I0108 20:11:40.201506 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.374678063s)
W0108 20:11:40.242298 655385 out.go:239] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0108 20:11:40.574134 655385 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0108 20:11:40.574283 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:40.600125 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:41.284872 655385 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0108 20:11:41.413132 655385 addons.go:237] Setting addon gcp-auth=true in "addons-241374"
I0108 20:11:41.413190 655385 host.go:66] Checking if "addons-241374" exists ...
I0108 20:11:41.413719 655385 cli_runner.go:164] Run: docker container inspect addons-241374 --format={{.State.Status}}
I0108 20:11:41.443826 655385 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0108 20:11:41.443875 655385 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-241374
I0108 20:11:41.474216 655385 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33413 SSHKeyPath:/home/jenkins/minikube-integration/17907-649468/.minikube/machines/addons-241374/id_rsa Username:docker}
I0108 20:11:41.950255 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:42.462385 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (6.846531127s)
I0108 20:11:42.462428 655385 addons.go:473] Verifying addon registry=true in "addons-241374"
I0108 20:11:42.466792 655385 out.go:177] * Verifying registry addon...
I0108 20:11:42.462592 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (7.152975836s)
I0108 20:11:42.462802 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (7.266259001s)
I0108 20:11:42.462866 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (6.60709623s)
I0108 20:11:42.462941 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (6.388988557s)
I0108 20:11:42.462981 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (6.067115178s)
I0108 20:11:42.463071 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.907926895s)
I0108 20:11:42.470297 655385 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0108 20:11:42.470535 655385 addons.go:473] Verifying addon ingress=true in "addons-241374"
I0108 20:11:42.476350 655385 out.go:177] * Verifying ingress addon...
I0108 20:11:42.470708 655385 addons.go:473] Verifying addon metrics-server=true in "addons-241374"
W0108 20:11:42.470733 655385 addons.go:455] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0108 20:11:42.475318 655385 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0108 20:11:42.478493 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:42.479299 655385 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0108 20:11:42.479500 655385 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-241374 service yakd-dashboard -n yakd-dashboard
I0108 20:11:42.479605 655385 retry.go:31] will retry after 176.684292ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0108 20:11:42.487300 655385 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0108 20:11:42.487329 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:42.659156 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0108 20:11:42.985586 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:43.005713 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:43.478798 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:43.486408 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:43.929661 655385 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.485804596s)
I0108 20:11:43.935836 655385 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0
I0108 20:11:43.930320 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (6.325344071s)
I0108 20:11:43.935997 655385 addons.go:473] Verifying addon csi-hostpath-driver=true in "addons-241374"
I0108 20:11:43.942425 655385 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0108 20:11:43.942439 655385 out.go:177] * Verifying csi-hostpath-driver addon...
I0108 20:11:43.949555 655385 addons.go:429] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0108 20:11:43.949650 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0108 20:11:43.954324 655385 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0108 20:11:43.964087 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:43.967155 655385 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0108 20:11:43.967218 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:43.976149 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:43.983725 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:44.049414 655385 addons.go:429] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0108 20:11:44.049445 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0108 20:11:44.112160 655385 addons.go:429] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0108 20:11:44.112183 655385 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0108 20:11:44.197392 655385 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0108 20:11:44.460042 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:44.479915 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:44.490778 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:44.592825 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.933607891s)
I0108 20:11:44.962964 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:44.975895 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:44.984193 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:45.369565 655385 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.172071773s)
I0108 20:11:45.372626 655385 addons.go:473] Verifying addon gcp-auth=true in "addons-241374"
I0108 20:11:45.377926 655385 out.go:177] * Verifying gcp-auth addon...
I0108 20:11:45.381152 655385 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0108 20:11:45.396973 655385 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0108 20:11:45.397059 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:45.461370 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:45.476368 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:45.484344 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:45.885430 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:45.961426 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:45.976914 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:45.985240 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:46.385669 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:46.450022 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:46.460409 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:46.476632 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:46.483801 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:46.885844 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:46.959892 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:46.975204 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:46.983473 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:47.385514 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:47.462149 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:47.476324 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:47.484647 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:47.885518 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:47.960432 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:47.975617 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:47.984271 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:48.385653 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:48.451173 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:48.460919 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:48.477703 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:48.484699 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:48.885853 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:48.960406 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:48.974923 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:48.984250 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:49.385020 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:49.460608 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:49.475509 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:49.484108 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:49.884781 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:49.959796 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:49.975825 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:49.984410 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:50.385865 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:50.460108 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:50.476549 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:50.484199 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:50.885623 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:50.953305 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:50.959999 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:50.975742 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:50.984338 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:51.386014 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:51.468468 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:51.482916 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:51.494485 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:51.886424 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:51.960876 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:51.986551 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:51.990697 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:52.385667 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:52.460315 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:52.474719 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:52.484088 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:52.884688 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:52.960097 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:52.975366 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:52.984048 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:53.384960 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:53.450261 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:53.461311 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:53.475069 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:53.484809 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:53.885722 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:53.961072 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:53.975645 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:53.984519 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:54.385923 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:54.459877 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:54.475232 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:54.483872 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:54.884816 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:54.960287 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:54.975612 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:54.983878 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:55.385594 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:55.450457 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:55.464071 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:55.475806 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:55.484499 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:55.885836 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:55.960298 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:55.975459 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:55.983566 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:56.385625 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:56.459465 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:56.475772 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:56.484223 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:56.885077 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:56.959927 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:56.975698 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:56.983967 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:57.385612 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:57.454336 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:57.459986 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:57.475533 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:57.483965 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:57.884933 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:57.960234 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:57.975011 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:57.984442 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:58.385450 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:58.460351 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:58.475631 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:58.484265 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:58.885431 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:58.960310 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:58.975670 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:58.984065 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:59.384735 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:59.460902 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:59.475405 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:59.483927 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:11:59.884770 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:11:59.949637 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:11:59.960414 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:11:59.974940 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:11:59.984457 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:00.387197 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:00.462003 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:00.476557 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:00.484810 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:00.885090 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:00.960311 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:00.974846 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:00.984400 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:01.387382 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:01.460465 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:01.476953 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:01.484220 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:01.885941 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:01.949867 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:12:01.960161 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:01.975509 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:01.983749 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:02.384954 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:02.460129 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:02.479311 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:02.485521 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:02.886017 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:02.960873 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:02.975303 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:02.983284 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:03.385549 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:03.460549 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:03.474739 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:03.485910 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:03.885725 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:03.950745 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:12:03.959957 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:03.975908 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:03.984237 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:04.385316 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:04.460466 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:04.474921 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:04.483682 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:04.885451 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:04.960314 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:04.975409 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:04.983805 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:05.385565 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:05.460351 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:05.474871 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:05.484330 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:05.885546 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:05.951837 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:12:05.961535 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:05.976130 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:05.985310 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:06.384982 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:06.460559 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:06.475181 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:06.484621 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:06.885571 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:06.959736 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:06.975246 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:06.983911 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:07.385495 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:07.462595 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:07.476042 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:07.484394 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:07.885490 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:07.961066 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:07.976063 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:07.984484 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:08.385051 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:08.451317 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:12:08.461282 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:08.475845 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:08.484689 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:08.886007 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:08.973486 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:08.982807 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:08.995106 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:09.385197 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:09.461350 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:09.476472 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:09.484073 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:09.886347 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:09.960583 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:09.976026 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:09.984941 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:10.384859 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:10.451866 655385 pod_ready.go:102] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"False"
I0108 20:12:10.460559 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:10.480405 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:10.485680 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:10.885708 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:10.960850 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:10.976170 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:10.985248 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:11.385209 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:11.461263 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:11.476427 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:11.490822 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:11.886284 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:11.960822 655385 pod_ready.go:92] pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace has status "Ready":"True"
I0108 20:12:11.960848 655385 pod_ready.go:81] duration metric: took 36.517520864s waiting for pod "coredns-5dd5756b68-rr2qq" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.960862 655385 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-241374" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.962328 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:11.966930 655385 pod_ready.go:92] pod "etcd-addons-241374" in "kube-system" namespace has status "Ready":"True"
I0108 20:12:11.966958 655385 pod_ready.go:81] duration metric: took 6.088413ms waiting for pod "etcd-addons-241374" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.966973 655385 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-241374" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.973795 655385 pod_ready.go:92] pod "kube-apiserver-addons-241374" in "kube-system" namespace has status "Ready":"True"
I0108 20:12:11.973822 655385 pod_ready.go:81] duration metric: took 6.839661ms waiting for pod "kube-apiserver-addons-241374" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.973833 655385 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-241374" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.978296 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:11.981838 655385 pod_ready.go:92] pod "kube-controller-manager-addons-241374" in "kube-system" namespace has status "Ready":"True"
I0108 20:12:11.981863 655385 pod_ready.go:81] duration metric: took 8.022689ms waiting for pod "kube-controller-manager-addons-241374" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.981875 655385 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-dbxdm" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.985527 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:11.988681 655385 pod_ready.go:92] pod "kube-proxy-dbxdm" in "kube-system" namespace has status "Ready":"True"
I0108 20:12:11.988704 655385 pod_ready.go:81] duration metric: took 6.822257ms waiting for pod "kube-proxy-dbxdm" in "kube-system" namespace to be "Ready" ...
I0108 20:12:11.988716 655385 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-241374" in "kube-system" namespace to be "Ready" ...
I0108 20:12:12.348765 655385 pod_ready.go:92] pod "kube-scheduler-addons-241374" in "kube-system" namespace has status "Ready":"True"
I0108 20:12:12.348794 655385 pod_ready.go:81] duration metric: took 360.070466ms waiting for pod "kube-scheduler-addons-241374" in "kube-system" namespace to be "Ready" ...
I0108 20:12:12.348805 655385 pod_ready.go:38] duration metric: took 37.918631489s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0108 20:12:12.348820 655385 api_server.go:52] waiting for apiserver process to appear ...
I0108 20:12:12.348887 655385 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0108 20:12:12.378629 655385 api_server.go:72] duration metric: took 38.331471815s to wait for apiserver process to appear ...
I0108 20:12:12.378662 655385 api_server.go:88] waiting for apiserver healthz status ...
I0108 20:12:12.378683 655385 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0108 20:12:12.388359 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:12.392032 655385 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0108 20:12:12.393360 655385 api_server.go:141] control plane version: v1.28.4
I0108 20:12:12.393386 655385 api_server.go:131] duration metric: took 14.716768ms to wait for apiserver health ...
I0108 20:12:12.393395 655385 system_pods.go:43] waiting for kube-system pods to appear ...
I0108 20:12:12.462467 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:12.476903 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:12.485582 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:12.557975 655385 system_pods.go:59] 18 kube-system pods found
I0108 20:12:12.558012 655385 system_pods.go:61] "coredns-5dd5756b68-rr2qq" [570c9d87-6804-49f4-a57a-f8eb6a9e5cc9] Running
I0108 20:12:12.558023 655385 system_pods.go:61] "csi-hostpath-attacher-0" [2a8796f4-6ad2-41d8-a395-a2de4414513a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0108 20:12:12.558032 655385 system_pods.go:61] "csi-hostpath-resizer-0" [30787d38-8e9c-4230-b7af-15f053a9ae5a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0108 20:12:12.558041 655385 system_pods.go:61] "csi-hostpathplugin-zc2fb" [bf1475c0-e4d8-4caa-92f1-9c0225945f11] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0108 20:12:12.558052 655385 system_pods.go:61] "etcd-addons-241374" [89400310-b39d-4af7-ad8a-b6d889139fdb] Running
I0108 20:12:12.558070 655385 system_pods.go:61] "kindnet-rdkbg" [fdb93d84-32e9-4f06-b552-37bc2b30306b] Running
I0108 20:12:12.558075 655385 system_pods.go:61] "kube-apiserver-addons-241374" [c67d7812-80a4-4422-a95f-1f353e505643] Running
I0108 20:12:12.558081 655385 system_pods.go:61] "kube-controller-manager-addons-241374" [25dda747-1784-4b8a-856c-f4bd7c4a794b] Running
I0108 20:12:12.558093 655385 system_pods.go:61] "kube-ingress-dns-minikube" [43c088ed-8201-4eec-98b3-033c2c090aa5] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0108 20:12:12.558099 655385 system_pods.go:61] "kube-proxy-dbxdm" [0f5ea36f-f4e8-48d7-a214-937f3113465d] Running
I0108 20:12:12.558114 655385 system_pods.go:61] "kube-scheduler-addons-241374" [bb87bc9e-8dc9-47f8-bffd-8e524737537f] Running
I0108 20:12:12.558122 655385 system_pods.go:61] "metrics-server-7c66d45ddc-9l75h" [f5f8810c-2a29-4938-bdcb-0822875f4a38] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0108 20:12:12.558131 655385 system_pods.go:61] "nvidia-device-plugin-daemonset-w6v8f" [69e2a053-8552-4fbc-a1c1-810e10c9fc21] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0108 20:12:12.558143 655385 system_pods.go:61] "registry-bs6q6" [ddd85010-11ab-4e86-bf0c-f8de74575f5c] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0108 20:12:12.558151 655385 system_pods.go:61] "registry-proxy-kdvlt" [e713e557-9ca9-4695-8167-78ff9123c199] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0108 20:12:12.558160 655385 system_pods.go:61] "snapshot-controller-58dbcc7b99-5s2mw" [482bcaa3-2588-4d23-bfa6-58f4529890a2] Running
I0108 20:12:12.558172 655385 system_pods.go:61] "snapshot-controller-58dbcc7b99-nv7qj" [167a97ad-5f08-4ea7-a3c3-6178785ace7e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0108 20:12:12.558179 655385 system_pods.go:61] "storage-provisioner" [1ae8873f-4791-4c98-9e88-0291e0e7f70a] Running
I0108 20:12:12.558190 655385 system_pods.go:74] duration metric: took 164.788361ms to wait for pod list to return data ...
I0108 20:12:12.558199 655385 default_sa.go:34] waiting for default service account to be created ...
I0108 20:12:12.747244 655385 default_sa.go:45] found service account: "default"
I0108 20:12:12.747275 655385 default_sa.go:55] duration metric: took 189.064568ms for default service account to be created ...
I0108 20:12:12.747288 655385 system_pods.go:116] waiting for k8s-apps to be running ...
I0108 20:12:12.885322 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:12.955257 655385 system_pods.go:86] 18 kube-system pods found
I0108 20:12:12.955297 655385 system_pods.go:89] "coredns-5dd5756b68-rr2qq" [570c9d87-6804-49f4-a57a-f8eb6a9e5cc9] Running
I0108 20:12:12.955308 655385 system_pods.go:89] "csi-hostpath-attacher-0" [2a8796f4-6ad2-41d8-a395-a2de4414513a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0108 20:12:12.955319 655385 system_pods.go:89] "csi-hostpath-resizer-0" [30787d38-8e9c-4230-b7af-15f053a9ae5a] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0108 20:12:12.955328 655385 system_pods.go:89] "csi-hostpathplugin-zc2fb" [bf1475c0-e4d8-4caa-92f1-9c0225945f11] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0108 20:12:12.955340 655385 system_pods.go:89] "etcd-addons-241374" [89400310-b39d-4af7-ad8a-b6d889139fdb] Running
I0108 20:12:12.955347 655385 system_pods.go:89] "kindnet-rdkbg" [fdb93d84-32e9-4f06-b552-37bc2b30306b] Running
I0108 20:12:12.955354 655385 system_pods.go:89] "kube-apiserver-addons-241374" [c67d7812-80a4-4422-a95f-1f353e505643] Running
I0108 20:12:12.955360 655385 system_pods.go:89] "kube-controller-manager-addons-241374" [25dda747-1784-4b8a-856c-f4bd7c4a794b] Running
I0108 20:12:12.955373 655385 system_pods.go:89] "kube-ingress-dns-minikube" [43c088ed-8201-4eec-98b3-033c2c090aa5] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0108 20:12:12.955379 655385 system_pods.go:89] "kube-proxy-dbxdm" [0f5ea36f-f4e8-48d7-a214-937f3113465d] Running
I0108 20:12:12.955388 655385 system_pods.go:89] "kube-scheduler-addons-241374" [bb87bc9e-8dc9-47f8-bffd-8e524737537f] Running
I0108 20:12:12.955395 655385 system_pods.go:89] "metrics-server-7c66d45ddc-9l75h" [f5f8810c-2a29-4938-bdcb-0822875f4a38] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0108 20:12:12.955408 655385 system_pods.go:89] "nvidia-device-plugin-daemonset-w6v8f" [69e2a053-8552-4fbc-a1c1-810e10c9fc21] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I0108 20:12:12.955417 655385 system_pods.go:89] "registry-bs6q6" [ddd85010-11ab-4e86-bf0c-f8de74575f5c] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I0108 20:12:12.955424 655385 system_pods.go:89] "registry-proxy-kdvlt" [e713e557-9ca9-4695-8167-78ff9123c199] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I0108 20:12:12.955433 655385 system_pods.go:89] "snapshot-controller-58dbcc7b99-5s2mw" [482bcaa3-2588-4d23-bfa6-58f4529890a2] Running
I0108 20:12:12.955442 655385 system_pods.go:89] "snapshot-controller-58dbcc7b99-nv7qj" [167a97ad-5f08-4ea7-a3c3-6178785ace7e] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I0108 20:12:12.955452 655385 system_pods.go:89] "storage-provisioner" [1ae8873f-4791-4c98-9e88-0291e0e7f70a] Running
I0108 20:12:12.955460 655385 system_pods.go:126] duration metric: took 208.166167ms to wait for k8s-apps to be running ...
I0108 20:12:12.955471 655385 system_svc.go:44] waiting for kubelet service to be running ....
I0108 20:12:12.955528 655385 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0108 20:12:12.961572 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:12.977484 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:12.986511 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:12.989559 655385 system_svc.go:56] duration metric: took 34.079213ms WaitForService to wait for kubelet.
I0108 20:12:12.989587 655385 kubeadm.go:581] duration metric: took 38.942435042s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0108 20:12:12.989616 655385 node_conditions.go:102] verifying NodePressure condition ...
I0108 20:12:13.147593 655385 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0108 20:12:13.147627 655385 node_conditions.go:123] node cpu capacity is 2
I0108 20:12:13.147642 655385 node_conditions.go:105] duration metric: took 158.006671ms to run NodePressure ...
I0108 20:12:13.147655 655385 start.go:228] waiting for startup goroutines ...
I0108 20:12:13.386378 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:13.461683 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:13.475150 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:13.487582 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:13.885871 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:13.961269 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:13.975370 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:13.984069 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:14.385760 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:14.460004 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:14.475644 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0108 20:12:14.484531 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:14.886298 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:14.960112 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:14.976562 655385 kapi.go:107] duration metric: took 32.506263548s to wait for kubernetes.io/minikube-addons=registry ...
I0108 20:12:14.984051 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:15.386027 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:15.460475 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:15.489976 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:15.884925 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:15.964047 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:15.984416 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:16.385329 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:16.460959 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:16.484336 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:16.884879 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:16.960493 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:16.988055 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:17.385189 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:17.460954 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:17.484485 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:17.885692 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:17.960207 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:17.984263 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:18.385339 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:18.460426 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:18.483900 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:18.885841 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:18.961126 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:18.986213 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:19.384822 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:19.461101 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:19.484186 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:19.885230 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:19.960308 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:19.983828 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:20.384846 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:20.459907 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:20.484232 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:20.884831 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:20.960053 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:20.984743 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:21.385817 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:21.460598 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:21.483897 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:21.884584 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:21.960814 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:21.984135 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:22.395943 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:22.460413 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:22.484774 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:22.885783 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:22.960899 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:22.984901 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:23.387307 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:23.482781 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:23.490163 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:23.888361 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:23.961729 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:23.987760 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:24.390417 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:24.464328 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:24.485063 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:24.893546 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:24.960537 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:24.984586 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:25.389875 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:25.460925 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:25.484623 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:25.895931 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:25.961489 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:25.983992 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:26.385046 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:26.460041 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:26.484254 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:26.885261 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:26.960581 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:26.983865 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:27.385584 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:27.461046 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:27.485116 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:27.885087 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:27.960808 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:27.984728 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:28.385843 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:28.460054 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:28.484876 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:28.885661 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:28.960368 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:28.984532 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:29.385060 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:29.461039 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:29.485255 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:29.886294 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:29.960688 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:29.984494 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:30.385148 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:30.461483 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:30.484347 655385 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0108 20:12:30.886239 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:30.960762 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:30.984579 655385 kapi.go:107] duration metric: took 48.505275568s to wait for app.kubernetes.io/name=ingress-nginx ...
I0108 20:12:31.385620 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:31.461930 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:31.887432 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:31.961674 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:32.385331 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:32.460765 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:32.885045 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:32.961172 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:33.385787 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:33.461331 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:33.884948 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:33.960351 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:34.384955 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:34.460806 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:34.885641 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:34.960518 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:35.385233 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:35.462844 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:35.885576 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:35.961616 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:36.385989 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:36.461708 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:36.885867 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:36.961629 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:37.385523 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:37.460480 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:37.886486 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:37.960902 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:38.385444 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:38.463332 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:38.885225 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:38.961077 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:39.384838 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0108 20:12:39.460365 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:39.884865 655385 kapi.go:107] duration metric: took 54.503712899s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0108 20:12:39.888550 655385 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-241374 cluster.
I0108 20:12:39.890776 655385 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0108 20:12:39.893157 655385 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0108 20:12:39.961078 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:40.459934 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:40.959983 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:41.459537 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:41.960346 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:42.465683 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:42.960242 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:43.460677 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:43.964971 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:44.469041 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:44.960901 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:45.460316 655385 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0108 20:12:45.959587 655385 kapi.go:107] duration metric: took 1m2.005258565s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0108 20:12:45.961720 655385 out.go:177] * Enabled addons: ingress-dns, cloud-spanner, nvidia-device-plugin, default-storageclass, inspektor-gadget, storage-provisioner, metrics-server, yakd, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0108 20:12:45.963692 655385 addons.go:508] enable addons completed in 1m12.513215365s: enabled=[ingress-dns cloud-spanner nvidia-device-plugin default-storageclass inspektor-gadget storage-provisioner metrics-server yakd volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0108 20:12:45.963740 655385 start.go:233] waiting for cluster config update ...
I0108 20:12:45.964287 655385 start.go:242] writing updated cluster config ...
I0108 20:12:45.964605 655385 ssh_runner.go:195] Run: rm -f paused
I0108 20:12:46.331471 655385 start.go:600] kubectl: 1.29.0, cluster: 1.28.4 (minor skew: 1)
I0108 20:12:46.334019 655385 out.go:177] * Done! kubectl is now configured to use "addons-241374" cluster and "default" namespace by default
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
d7fde432ed8ed dd1b12fcb6097 9 seconds ago Exited hello-world-app 2 ea24d5d6d23d0 hello-world-app-5d77478584-8jqtg
92c5f7566be45 74077e780ec71 32 seconds ago Running nginx 0 b655c8e5918c6 nginx
86d14216acc95 21648f71be814 About a minute ago Running headlamp 0 0abcaf94e8f91 headlamp-7ddfbb94ff-psmrn
51b26859bd572 2a5f29343eb03 About a minute ago Running gcp-auth 0 599a8542765be gcp-auth-d4c87556c-bxvhn
c15c1b81aa3ef af594c6a879f2 2 minutes ago Exited patch 2 55f147f99bb85 ingress-nginx-admission-patch-sft7s
bf7a353b3e9e2 7ce2150c8929b 2 minutes ago Running local-path-provisioner 0 1e734b5414302 local-path-provisioner-78b46b4d5c-qswhm
2d7320c8aff01 20e3f2db01e81 2 minutes ago Running yakd 0 72dcd0d0dc7a7 yakd-dashboard-9947fc6bf-hxqzk
49b7d33d0a173 af594c6a879f2 2 minutes ago Exited create 0 f8235203b64f2 ingress-nginx-admission-create-mdlvt
938fb9323555e 97e04611ad434 2 minutes ago Running coredns 0 26b7ba58409da coredns-5dd5756b68-rr2qq
8e198d56423a6 ba04bb24b9575 2 minutes ago Running storage-provisioner 0 7ab731ba02460 storage-provisioner
64c337107113c 3ca3ca488cf13 3 minutes ago Running kube-proxy 0 d21636e3a21a9 kube-proxy-dbxdm
aef02ed1b288e 04b4eaa3d3db8 3 minutes ago Running kindnet-cni 0 83776695fb8e3 kindnet-rdkbg
2f282dd2f6836 04b4c447bb9d4 3 minutes ago Running kube-apiserver 0 c4635ae3711dd kube-apiserver-addons-241374
a9f1d3dea3b22 9961cbceaf234 3 minutes ago Running kube-controller-manager 0 9a668b7c15bbd kube-controller-manager-addons-241374
9342cd0c2c83b 05c284c929889 3 minutes ago Running kube-scheduler 0 6408126769b57 kube-scheduler-addons-241374
cbbb097eaf0bd 9cdd6470f48c8 3 minutes ago Running etcd 0 a3be1eb2d9a02 etcd-addons-241374
==> containerd <==
Jan 08 20:14:27 addons-241374 containerd[739]: time="2024-01-08T20:14:27.139631523Z" level=info msg="cleaning up dead shim"
Jan 08 20:14:27 addons-241374 containerd[739]: time="2024-01-08T20:14:27.150271304Z" level=warning msg="cleanup warnings time=\"2024-01-08T20:14:27Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11207 runtime=io.containerd.runc.v2\n"
Jan 08 20:14:27 addons-241374 containerd[739]: time="2024-01-08T20:14:27.347196811Z" level=info msg="RemoveContainer for \"a33206c23a93eabad6baf46d5b1011d8cf39178f9dec355aaa29e6e6d7e3bf60\""
Jan 08 20:14:27 addons-241374 containerd[739]: time="2024-01-08T20:14:27.355631260Z" level=info msg="RemoveContainer for \"a33206c23a93eabad6baf46d5b1011d8cf39178f9dec355aaa29e6e6d7e3bf60\" returns successfully"
Jan 08 20:14:27 addons-241374 containerd[739]: time="2024-01-08T20:14:27.370661207Z" level=info msg="RemoveContainer for \"809611f4ef4c2c98ba3391719acbb492e6f432d772f668611daede6c69b61605\""
Jan 08 20:14:27 addons-241374 containerd[739]: time="2024-01-08T20:14:27.382768430Z" level=info msg="RemoveContainer for \"809611f4ef4c2c98ba3391719acbb492e6f432d772f668611daede6c69b61605\" returns successfully"
Jan 08 20:14:29 addons-241374 containerd[739]: time="2024-01-08T20:14:29.106181527Z" level=info msg="StopContainer for \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\" with timeout 2 (s)"
Jan 08 20:14:29 addons-241374 containerd[739]: time="2024-01-08T20:14:29.107048260Z" level=info msg="Stop container \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\" with signal terminated"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.115934946Z" level=info msg="Kill container \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\""
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.202456372Z" level=info msg="shim disconnected" id=0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.202509959Z" level=warning msg="cleaning up after shim disconnected" id=0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea namespace=k8s.io
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.202521340Z" level=info msg="cleaning up dead shim"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.214086200Z" level=warning msg="cleanup warnings time=\"2024-01-08T20:14:31Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11304 runtime=io.containerd.runc.v2\n"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.217201021Z" level=info msg="StopContainer for \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\" returns successfully"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.217774079Z" level=info msg="StopPodSandbox for \"e67ddbcf14198afcad92eca921622fb73d1066568237bf39762d23d7384be728\""
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.217847900Z" level=info msg="Container to stop \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\" must be in running or unknown state, current state \"CONTAINER_EXITED\""
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.252808169Z" level=info msg="shim disconnected" id=e67ddbcf14198afcad92eca921622fb73d1066568237bf39762d23d7384be728
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.253111001Z" level=warning msg="cleaning up after shim disconnected" id=e67ddbcf14198afcad92eca921622fb73d1066568237bf39762d23d7384be728 namespace=k8s.io
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.253206648Z" level=info msg="cleaning up dead shim"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.264410781Z" level=warning msg="cleanup warnings time=\"2024-01-08T20:14:31Z\" level=info msg=\"starting signal loop\" namespace=k8s.io pid=11337 runtime=io.containerd.runc.v2\n"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.314149184Z" level=info msg="TearDown network for sandbox \"e67ddbcf14198afcad92eca921622fb73d1066568237bf39762d23d7384be728\" successfully"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.314328464Z" level=info msg="StopPodSandbox for \"e67ddbcf14198afcad92eca921622fb73d1066568237bf39762d23d7384be728\" returns successfully"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.365670612Z" level=info msg="RemoveContainer for \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\""
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.371173893Z" level=info msg="RemoveContainer for \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\" returns successfully"
Jan 08 20:14:31 addons-241374 containerd[739]: time="2024-01-08T20:14:31.371710586Z" level=error msg="ContainerStatus for \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\" failed" error="rpc error: code = NotFound desc = an error occurred when try to find container \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\": not found"
==> coredns [938fb9323555ecfa6f059a2ed21688c2a612c7e2f37cec8b0be5bbaefa2b1359] <==
[INFO] 10.244.0.17:34014 - 2235 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000033222s
[INFO] 10.244.0.17:34014 - 37475 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001862228s
[INFO] 10.244.0.17:38683 - 49423 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001747916s
[INFO] 10.244.0.17:38683 - 35324 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.004693885s
[INFO] 10.244.0.17:34014 - 23036 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001092077s
[INFO] 10.244.0.17:34014 - 60449 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000127071s
[INFO] 10.244.0.17:38683 - 16836 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000032673s
[INFO] 10.244.0.17:37831 - 12799 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000085357s
[INFO] 10.244.0.17:37831 - 19994 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000067585s
[INFO] 10.244.0.17:37831 - 38317 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000044119s
[INFO] 10.244.0.17:37831 - 12080 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000075856s
[INFO] 10.244.0.17:37831 - 35994 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000067273s
[INFO] 10.244.0.17:37831 - 9694 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000073206s
[INFO] 10.244.0.17:37831 - 3639 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003898938s
[INFO] 10.244.0.17:37831 - 27965 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002240876s
[INFO] 10.244.0.17:37831 - 27573 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000104746s
[INFO] 10.244.0.17:48432 - 54985 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000075651s
[INFO] 10.244.0.17:48432 - 13986 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000063229s
[INFO] 10.244.0.17:48432 - 34315 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000060324s
[INFO] 10.244.0.17:48432 - 58860 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000062457s
[INFO] 10.244.0.17:48432 - 55859 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000065165s
[INFO] 10.244.0.17:48432 - 56447 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000060454s
[INFO] 10.244.0.17:48432 - 15240 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001378237s
[INFO] 10.244.0.17:48432 - 51541 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001026806s
[INFO] 10.244.0.17:48432 - 21331 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000067536s
==> describe nodes <==
Name: addons-241374
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-241374
kubernetes.io/os=linux
minikube.k8s.io/commit=255792ad75c0218cbe9d2c7121633a1b1d442f28
minikube.k8s.io/name=addons-241374
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_01_08T20_11_22_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-241374
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///run/containerd/containerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 08 Jan 2024 20:11:17 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-241374
AcquireTime: <unset>
RenewTime: Mon, 08 Jan 2024 20:14:34 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 08 Jan 2024 20:14:25 +0000 Mon, 08 Jan 2024 20:11:14 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 08 Jan 2024 20:14:25 +0000 Mon, 08 Jan 2024 20:11:14 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 08 Jan 2024 20:14:25 +0000 Mon, 08 Jan 2024 20:11:14 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 08 Jan 2024 20:14:25 +0000 Mon, 08 Jan 2024 20:11:21 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-241374
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022504Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022504Ki
pods: 110
System Info:
Machine ID: 3a10aef65360443d847e59eae5179ecb
System UUID: 562f89d6-a627-4747-97ae-ba7298810b33
Boot ID: cf8959e1-1119-4140-86a9-5e54dd11ba57
Kernel Version: 5.15.0-1051-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: containerd://1.6.26
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-8jqtg 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 34s
gcp-auth gcp-auth-d4c87556c-bxvhn 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m51s
headlamp headlamp-7ddfbb94ff-psmrn 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 63s
kube-system coredns-5dd5756b68-rr2qq 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m3s
kube-system etcd-addons-241374 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m15s
kube-system kindnet-rdkbg 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m3s
kube-system kube-apiserver-addons-241374 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m18s
kube-system kube-controller-manager-addons-241374 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m15s
kube-system kube-proxy-dbxdm 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m3s
kube-system kube-scheduler-addons-241374 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m17s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m57s
local-path-storage local-path-provisioner-78b46b4d5c-qswhm 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m56s
yakd-dashboard yakd-dashboard-9947fc6bf-hxqzk 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 2m57s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 348Mi (4%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m1s kube-proxy
Normal Starting 3m16s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m15s kubelet Node addons-241374 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m15s kubelet Node addons-241374 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m15s kubelet Node addons-241374 status is now: NodeHasSufficientPID
Normal NodeNotReady 3m15s kubelet Node addons-241374 status is now: NodeNotReady
Normal NodeAllocatableEnforced 3m15s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 3m15s kubelet Node addons-241374 status is now: NodeReady
Normal RegisteredNode 3m4s node-controller Node addons-241374 event: Registered Node addons-241374 in Controller
==> dmesg <==
[ +0.000867] FS-Cache: N-cookie c=0000001e [p=00000015 fl=2 nc=0 na=1]
[ +0.001057] FS-Cache: N-cookie d=0000000018ded0e0{9p.inode} n=0000000079e87184
[ +0.001228] FS-Cache: N-key=[8] 'e63a5c0100000000'
[ +0.003300] FS-Cache: Duplicate cookie detected
[ +0.000795] FS-Cache: O-cookie c=00000018 [p=00000015 fl=226 nc=0 na=1]
[ +0.001074] FS-Cache: O-cookie d=0000000018ded0e0{9p.inode} n=000000007aebacca
[ +0.001230] FS-Cache: O-key=[8] 'e63a5c0100000000'
[ +0.000802] FS-Cache: N-cookie c=0000001f [p=00000015 fl=2 nc=0 na=1]
[ +0.001054] FS-Cache: N-cookie d=0000000018ded0e0{9p.inode} n=000000001ba12843
[ +0.001177] FS-Cache: N-key=[8] 'e63a5c0100000000'
[ +2.625464] FS-Cache: Duplicate cookie detected
[ +0.000787] FS-Cache: O-cookie c=00000016 [p=00000015 fl=226 nc=0 na=1]
[ +0.001086] FS-Cache: O-cookie d=0000000018ded0e0{9p.inode} n=0000000019c2b840
[ +0.001196] FS-Cache: O-key=[8] 'e53a5c0100000000'
[ +0.000801] FS-Cache: N-cookie c=00000021 [p=00000015 fl=2 nc=0 na=1]
[ +0.001040] FS-Cache: N-cookie d=0000000018ded0e0{9p.inode} n=0000000079e87184
[ +0.001152] FS-Cache: N-key=[8] 'e53a5c0100000000'
[ +0.329983] FS-Cache: Duplicate cookie detected
[ +0.000787] FS-Cache: O-cookie c=0000001b [p=00000015 fl=226 nc=0 na=1]
[ +0.001107] FS-Cache: O-cookie d=0000000018ded0e0{9p.inode} n=00000000aa56b1d3
[ +0.001269] FS-Cache: O-key=[8] 'ee3a5c0100000000'
[ +0.000826] FS-Cache: N-cookie c=00000022 [p=00000015 fl=2 nc=0 na=1]
[ +0.001045] FS-Cache: N-cookie d=0000000018ded0e0{9p.inode} n=000000003b0b7e1f
[ +0.001169] FS-Cache: N-key=[8] 'ee3a5c0100000000'
[Jan 8 19:41] hrtimer: interrupt took 4780855 ns
==> etcd [cbbb097eaf0bd8b808a8c26dd91aa10c8b943322e0211005078eca443195c090] <==
{"level":"info","ts":"2024-01-08T20:11:13.30394Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-01-08T20:11:13.304394Z","caller":"etcdserver/server.go:738","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aec36adc501070cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-01-08T20:11:13.304529Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2024-01-08T20:11:13.304552Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2024-01-08T20:11:13.30456Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2024-01-08T20:11:13.304953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-01-08T20:11:13.3051Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-01-08T20:11:13.393083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-01-08T20:11:13.393195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-01-08T20:11:13.393244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-01-08T20:11:13.393307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-01-08T20:11:13.393353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-01-08T20:11:13.393401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-01-08T20:11:13.393437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-01-08T20:11:13.395754Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-08T20:11:13.398452Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-241374 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-01-08T20:11:13.398606Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-01-08T20:11:13.398632Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-01-08T20:11:13.399763Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-01-08T20:11:13.405647Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-01-08T20:11:13.405816Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-01-08T20:11:13.407616Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-01-08T20:11:13.434662Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-08T20:11:13.43477Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-01-08T20:11:13.4348Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
==> gcp-auth [51b26859bd5722f87153dea3fc7e928e5e691737459b3ab96db18565e44355ee] <==
2024/01/08 20:12:39 GCP Auth Webhook started!
2024/01/08 20:12:57 Ready to marshal response ...
2024/01/08 20:12:57 Ready to write response ...
2024/01/08 20:13:12 Ready to marshal response ...
2024/01/08 20:13:12 Ready to write response ...
2024/01/08 20:13:14 Ready to marshal response ...
2024/01/08 20:13:14 Ready to write response ...
2024/01/08 20:13:14 Ready to marshal response ...
2024/01/08 20:13:14 Ready to write response ...
2024/01/08 20:13:25 Ready to marshal response ...
2024/01/08 20:13:25 Ready to write response ...
2024/01/08 20:13:33 Ready to marshal response ...
2024/01/08 20:13:33 Ready to write response ...
2024/01/08 20:13:33 Ready to marshal response ...
2024/01/08 20:13:33 Ready to write response ...
2024/01/08 20:13:33 Ready to marshal response ...
2024/01/08 20:13:33 Ready to write response ...
2024/01/08 20:13:44 Ready to marshal response ...
2024/01/08 20:13:44 Ready to write response ...
2024/01/08 20:14:02 Ready to marshal response ...
2024/01/08 20:14:02 Ready to write response ...
2024/01/08 20:14:10 Ready to marshal response ...
2024/01/08 20:14:10 Ready to write response ...
==> kernel <==
20:14:36 up 2:56, 0 users, load average: 0.95, 1.17, 1.49
Linux addons-241374 5.15.0-1051-aws #56~20.04.1-Ubuntu SMP Tue Nov 28 15:43:06 UTC 2023 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [aef02ed1b288ee92f969e8e38d9dce5d281044d728b3a24bd3badc2d5249d7b4] <==
I0108 20:12:34.902677 1 main.go:227] handling current node
I0108 20:12:44.912719 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:12:44.912744 1 main.go:227] handling current node
I0108 20:12:54.924379 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:12:54.924871 1 main.go:227] handling current node
I0108 20:13:04.929922 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:13:04.929956 1 main.go:227] handling current node
I0108 20:13:14.941291 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:13:14.941321 1 main.go:227] handling current node
I0108 20:13:24.946070 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:13:24.946106 1 main.go:227] handling current node
I0108 20:13:34.958157 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:13:34.958186 1 main.go:227] handling current node
I0108 20:13:44.976671 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:13:44.976700 1 main.go:227] handling current node
I0108 20:13:54.988512 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:13:54.988543 1 main.go:227] handling current node
I0108 20:14:04.993703 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:14:04.993727 1 main.go:227] handling current node
I0108 20:14:14.998204 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:14:14.998234 1 main.go:227] handling current node
I0108 20:14:25.010788 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:14:25.010830 1 main.go:227] handling current node
I0108 20:14:35.027333 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0108 20:14:35.027549 1 main.go:227] handling current node
==> kube-apiserver [2f282dd2f683697fc63b004837948c1fe1b4ac7ddbfb0b414b7a6ef93c2b526d] <==
I0108 20:13:55.970299 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0108 20:13:56.983179 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0108 20:14:01.124226 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0108 20:14:01.124284 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0108 20:14:01.166862 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0108 20:14:01.168262 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0108 20:14:01.193438 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0108 20:14:01.193632 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0108 20:14:01.215198 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0108 20:14:01.215483 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0108 20:14:01.262518 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0108 20:14:01.262748 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0108 20:14:01.272745 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0108 20:14:01.272790 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0108 20:14:01.281950 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0108 20:14:01.282014 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0108 20:14:01.299315 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0108 20:14:01.299357 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0108 20:14:01.961343 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0108 20:14:02.227579 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.99.129.118"}
W0108 20:14:02.273236 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0108 20:14:02.299965 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0108 20:14:02.302259 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0108 20:14:10.999183 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.99.57.93"}
I0108 20:14:25.877115 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
==> kube-controller-manager [a9f1d3dea3b22f683281b6ae68d53a4fb9f3c30f45a50efdda0b55cf2d81907e] <==
I0108 20:14:10.806313 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="80.566µs"
I0108 20:14:10.820506 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="69.915µs"
W0108 20:14:11.166644 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0108 20:14:11.166677 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0108 20:14:11.876147 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0108 20:14:11.876186 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0108 20:14:13.312243 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="55.951µs"
I0108 20:14:14.319256 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="38.006µs"
I0108 20:14:15.322219 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="69.743µs"
W0108 20:14:17.284869 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0108 20:14:17.284902 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0108 20:14:17.675542 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0108 20:14:17.675574 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0108 20:14:21.925986 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0108 20:14:21.926019 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0108 20:14:25.145906 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0108 20:14:25.145942 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0108 20:14:27.376937 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="44.48µs"
I0108 20:14:28.071262 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0108 20:14:28.079038 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-69cff4fd79" duration="7.36µs"
I0108 20:14:28.086348 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
W0108 20:14:31.823674 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0108 20:14:31.823708 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0108 20:14:34.023863 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0108 20:14:34.023902 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [64c337107113c6524c19d81f54fe3e67af0f19811d76561e04885041dd5aedaf] <==
I0108 20:11:34.682930 1 server_others.go:69] "Using iptables proxy"
I0108 20:11:34.709860 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0108 20:11:34.768788 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0108 20:11:34.771007 1 server_others.go:152] "Using iptables Proxier"
I0108 20:11:34.771049 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0108 20:11:34.771057 1 server_others.go:438] "Defaulting to no-op detect-local"
I0108 20:11:34.771087 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0108 20:11:34.771329 1 server.go:846] "Version info" version="v1.28.4"
I0108 20:11:34.771344 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0108 20:11:34.772148 1 config.go:188] "Starting service config controller"
I0108 20:11:34.772196 1 shared_informer.go:311] Waiting for caches to sync for service config
I0108 20:11:34.772216 1 config.go:97] "Starting endpoint slice config controller"
I0108 20:11:34.772220 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0108 20:11:34.772754 1 config.go:315] "Starting node config controller"
I0108 20:11:34.772761 1 shared_informer.go:311] Waiting for caches to sync for node config
I0108 20:11:34.872313 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0108 20:11:34.872379 1 shared_informer.go:318] Caches are synced for service config
I0108 20:11:34.872794 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [9342cd0c2c83b671ffd037a7e7d6587432d3ba756d645f2f92cd069bc2fe56d1] <==
W0108 20:11:18.580487 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0108 20:11:18.580591 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0108 20:11:18.580628 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0108 20:11:18.584439 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0108 20:11:18.584585 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0108 20:11:18.584677 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0108 20:11:18.584782 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0108 20:11:18.588312 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0108 20:11:18.588945 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0108 20:11:18.585303 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0108 20:11:18.588634 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0108 20:11:18.589302 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0108 20:11:18.588685 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0108 20:11:18.589496 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0108 20:11:18.588734 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0108 20:11:18.588796 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0108 20:11:18.588831 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0108 20:11:18.588865 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0108 20:11:18.588913 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0108 20:11:18.597414 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0108 20:11:18.597433 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0108 20:11:18.597443 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0108 20:11:18.597452 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0108 20:11:18.597465 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
I0108 20:11:19.778380 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 08 20:14:21 addons-241374 kubelet[1347]: I0108 20:14:21.412641 1347 scope.go:117] "RemoveContainer" containerID="4dd661d3a1645b0b6634b29dd6a8b814d961f5561bc85eaa22692157cd5549b3"
Jan 08 20:14:25 addons-241374 kubelet[1347]: I0108 20:14:25.023680 1347 scope.go:117] "RemoveContainer" containerID="a33206c23a93eabad6baf46d5b1011d8cf39178f9dec355aaa29e6e6d7e3bf60"
Jan 08 20:14:25 addons-241374 kubelet[1347]: E0108 20:14:25.023997 1347 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(43c088ed-8201-4eec-98b3-033c2c090aa5)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="43c088ed-8201-4eec-98b3-033c2c090aa5"
Jan 08 20:14:26 addons-241374 kubelet[1347]: I0108 20:14:26.973674 1347 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-plxg2\" (UniqueName: \"kubernetes.io/projected/43c088ed-8201-4eec-98b3-033c2c090aa5-kube-api-access-plxg2\") pod \"43c088ed-8201-4eec-98b3-033c2c090aa5\" (UID: \"43c088ed-8201-4eec-98b3-033c2c090aa5\") "
Jan 08 20:14:26 addons-241374 kubelet[1347]: I0108 20:14:26.978717 1347 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/43c088ed-8201-4eec-98b3-033c2c090aa5-kube-api-access-plxg2" (OuterVolumeSpecName: "kube-api-access-plxg2") pod "43c088ed-8201-4eec-98b3-033c2c090aa5" (UID: "43c088ed-8201-4eec-98b3-033c2c090aa5"). InnerVolumeSpecName "kube-api-access-plxg2". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jan 08 20:14:27 addons-241374 kubelet[1347]: I0108 20:14:27.023389 1347 scope.go:117] "RemoveContainer" containerID="809611f4ef4c2c98ba3391719acbb492e6f432d772f668611daede6c69b61605"
Jan 08 20:14:27 addons-241374 kubelet[1347]: I0108 20:14:27.074599 1347 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-plxg2\" (UniqueName: \"kubernetes.io/projected/43c088ed-8201-4eec-98b3-033c2c090aa5-kube-api-access-plxg2\") on node \"addons-241374\" DevicePath \"\""
Jan 08 20:14:27 addons-241374 kubelet[1347]: I0108 20:14:27.337635 1347 scope.go:117] "RemoveContainer" containerID="a33206c23a93eabad6baf46d5b1011d8cf39178f9dec355aaa29e6e6d7e3bf60"
Jan 08 20:14:27 addons-241374 kubelet[1347]: I0108 20:14:27.350333 1347 scope.go:117] "RemoveContainer" containerID="d7fde432ed8edf7acbc9f309dd4d2a7672b85c3cb881488444c31c6fbb2292ac"
Jan 08 20:14:27 addons-241374 kubelet[1347]: E0108 20:14:27.350625 1347 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-8jqtg_default(af1d0863-8329-4b1d-854a-ba64d76c39fd)\"" pod="default/hello-world-app-5d77478584-8jqtg" podUID="af1d0863-8329-4b1d-854a-ba64d76c39fd"
Jan 08 20:14:27 addons-241374 kubelet[1347]: I0108 20:14:27.359698 1347 scope.go:117] "RemoveContainer" containerID="809611f4ef4c2c98ba3391719acbb492e6f432d772f668611daede6c69b61605"
Jan 08 20:14:29 addons-241374 kubelet[1347]: I0108 20:14:29.026695 1347 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="34867381-4980-4cf9-b146-bb10668dec22" path="/var/lib/kubelet/pods/34867381-4980-4cf9-b146-bb10668dec22/volumes"
Jan 08 20:14:29 addons-241374 kubelet[1347]: I0108 20:14:29.030186 1347 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="43c088ed-8201-4eec-98b3-033c2c090aa5" path="/var/lib/kubelet/pods/43c088ed-8201-4eec-98b3-033c2c090aa5/volumes"
Jan 08 20:14:29 addons-241374 kubelet[1347]: I0108 20:14:29.034557 1347 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="f2ab2107-7442-4c9c-b62a-e2ddb2280b16" path="/var/lib/kubelet/pods/f2ab2107-7442-4c9c-b62a-e2ddb2280b16/volumes"
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.362250 1347 scope.go:117] "RemoveContainer" containerID="0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea"
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.371448 1347 scope.go:117] "RemoveContainer" containerID="0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea"
Jan 08 20:14:31 addons-241374 kubelet[1347]: E0108 20:14:31.371898 1347 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = an error occurred when try to find container \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\": not found" containerID="0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea"
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.371948 1347 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"containerd","ID":"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea"} err="failed to get container status \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\": rpc error: code = NotFound desc = an error occurred when try to find container \"0534cc003fad6f6d777b36c2069d4e26af33bc8edafc43d0a4bd4d562f0ea8ea\": not found"
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.402729 1347 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/6474e1da-cfe0-4fc5-aec3-521ea1e4dea8-webhook-cert\") pod \"6474e1da-cfe0-4fc5-aec3-521ea1e4dea8\" (UID: \"6474e1da-cfe0-4fc5-aec3-521ea1e4dea8\") "
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.402802 1347 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nqrl7\" (UniqueName: \"kubernetes.io/projected/6474e1da-cfe0-4fc5-aec3-521ea1e4dea8-kube-api-access-nqrl7\") pod \"6474e1da-cfe0-4fc5-aec3-521ea1e4dea8\" (UID: \"6474e1da-cfe0-4fc5-aec3-521ea1e4dea8\") "
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.405601 1347 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6474e1da-cfe0-4fc5-aec3-521ea1e4dea8-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "6474e1da-cfe0-4fc5-aec3-521ea1e4dea8" (UID: "6474e1da-cfe0-4fc5-aec3-521ea1e4dea8"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.409318 1347 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6474e1da-cfe0-4fc5-aec3-521ea1e4dea8-kube-api-access-nqrl7" (OuterVolumeSpecName: "kube-api-access-nqrl7") pod "6474e1da-cfe0-4fc5-aec3-521ea1e4dea8" (UID: "6474e1da-cfe0-4fc5-aec3-521ea1e4dea8"). InnerVolumeSpecName "kube-api-access-nqrl7". PluginName "kubernetes.io/projected", VolumeGidValue ""
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.503090 1347 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-nqrl7\" (UniqueName: \"kubernetes.io/projected/6474e1da-cfe0-4fc5-aec3-521ea1e4dea8-kube-api-access-nqrl7\") on node \"addons-241374\" DevicePath \"\""
Jan 08 20:14:31 addons-241374 kubelet[1347]: I0108 20:14:31.503122 1347 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/6474e1da-cfe0-4fc5-aec3-521ea1e4dea8-webhook-cert\") on node \"addons-241374\" DevicePath \"\""
Jan 08 20:14:33 addons-241374 kubelet[1347]: I0108 20:14:33.026445 1347 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="6474e1da-cfe0-4fc5-aec3-521ea1e4dea8" path="/var/lib/kubelet/pods/6474e1da-cfe0-4fc5-aec3-521ea1e4dea8/volumes"
==> storage-provisioner [8e198d56423a637c2f0637754d6a740667c4eb2432c75822a5e6454b2cefb3d9] <==
I0108 20:11:41.160616 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0108 20:11:41.194049 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0108 20:11:41.194141 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0108 20:11:41.222164 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0108 20:11:41.223993 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-241374_7686f642-db07-4c9c-a8d7-8aedf6230a02!
I0108 20:11:41.231327 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"a5bcb074-8f07-49f9-a4a7-63c731140294", APIVersion:"v1", ResourceVersion:"634", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-241374_7686f642-db07-4c9c-a8d7-8aedf6230a02 became leader
I0108 20:11:41.324597 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-241374_7686f642-db07-4c9c-a8d7-8aedf6230a02!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-241374 -n addons-241374
helpers_test.go:261: (dbg) Run: kubectl --context addons-241374 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (36.30s)