=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-511560 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-511560 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-511560 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [6e888d91-32ae-47b5-9be6-ab11957f2c68] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [6e888d91-32ae-47b5-9be6-ab11957f2c68] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.004780275s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-511560 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:286: (dbg) Run: kubectl --context addons-511560 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-511560 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.070299081s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p addons-511560 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p addons-511560 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p addons-511560 addons disable ingress --alsologtostderr -v=1: (7.709985639s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-511560
helpers_test.go:235: (dbg) docker inspect addons-511560:
-- stdout --
[
{
"Id": "74a626887909014f81ecc6c135a725e56f21604b7c78c66672961614529ea967",
"Created": "2024-03-14T18:33:27.167862945Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 549582,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-03-14T18:33:27.462206988Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:db62270b4bb0cfcde696782f7a6322baca275275e31814ce9fd8998407bf461e",
"ResolvConfPath": "/var/lib/docker/containers/74a626887909014f81ecc6c135a725e56f21604b7c78c66672961614529ea967/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/74a626887909014f81ecc6c135a725e56f21604b7c78c66672961614529ea967/hostname",
"HostsPath": "/var/lib/docker/containers/74a626887909014f81ecc6c135a725e56f21604b7c78c66672961614529ea967/hosts",
"LogPath": "/var/lib/docker/containers/74a626887909014f81ecc6c135a725e56f21604b7c78c66672961614529ea967/74a626887909014f81ecc6c135a725e56f21604b7c78c66672961614529ea967-json.log",
"Name": "/addons-511560",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-511560:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-511560",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/f3aaed894fe759ea9e8dc6ce7ad2bd8d07dbbf57e403ed3de77b4d206d3dfdc4-init/diff:/var/lib/docker/overlay2/5d0772f9548c62b17706c652675b28e51ca47810b015447035374bcde04cf033/diff",
"MergedDir": "/var/lib/docker/overlay2/f3aaed894fe759ea9e8dc6ce7ad2bd8d07dbbf57e403ed3de77b4d206d3dfdc4/merged",
"UpperDir": "/var/lib/docker/overlay2/f3aaed894fe759ea9e8dc6ce7ad2bd8d07dbbf57e403ed3de77b4d206d3dfdc4/diff",
"WorkDir": "/var/lib/docker/overlay2/f3aaed894fe759ea9e8dc6ce7ad2bd8d07dbbf57e403ed3de77b4d206d3dfdc4/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-511560",
"Source": "/var/lib/docker/volumes/addons-511560/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-511560",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-511560",
"name.minikube.sigs.k8s.io": "addons-511560",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "7052a916180edb70e9abbc817204751331f0cc7f4e7f5e23f4841a1e05dc6da4",
"SandboxKey": "/var/run/docker/netns/7052a916180e",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33509"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33508"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33505"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33507"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33506"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-511560": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"74a626887909",
"addons-511560"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "6db2e8935b9e50d8fc2b5dbb760380561f01379e30087749d8036a593ff463ea",
"EndpointID": "e2b09f80a41f833831cddcc36b89f43e0b8c4ae10dc99a945734e572c1e01fb2",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-511560",
"74a626887909"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-511560 -n addons-511560
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-511560 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-511560 logs -n 25: (1.173134059s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | 14 Mar 24 18:33 UTC |
| delete | -p download-only-800676 | download-only-800676 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | 14 Mar 24 18:33 UTC |
| delete | -p download-only-747918 | download-only-747918 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | 14 Mar 24 18:33 UTC |
| delete | -p download-only-206632 | download-only-206632 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | 14 Mar 24 18:33 UTC |
| delete | -p download-only-800676 | download-only-800676 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | 14 Mar 24 18:33 UTC |
| start | --download-only -p | download-docker-976617 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | |
| | download-docker-976617 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p download-docker-976617 | download-docker-976617 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | 14 Mar 24 18:33 UTC |
| start | --download-only -p | binary-mirror-030368 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | |
| | binary-mirror-030368 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39555 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p binary-mirror-030368 | binary-mirror-030368 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | 14 Mar 24 18:33 UTC |
| addons | enable dashboard -p | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | |
| | addons-511560 | | | | | |
| addons | disable dashboard -p | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | |
| | addons-511560 | | | | | |
| start | -p addons-511560 --wait=true | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:33 UTC | 14 Mar 24 18:35 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-511560 ip | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:35 UTC | 14 Mar 24 18:35 UTC |
| addons | addons-511560 addons disable | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:35 UTC | 14 Mar 24 18:35 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-511560 addons | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:35 UTC | 14 Mar 24 18:35 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| | addons-511560 | | | | | |
| addons | addons-511560 addons | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-511560 addons | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-511560 ssh curl -s | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-511560 ip | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| addons | disable nvidia-device-plugin | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| | -p addons-511560 | | | | | |
| ssh | addons-511560 ssh cat | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| | /opt/local-path-provisioner/pvc-e2c10d25-b178-46d7-b7e9-3f699f3ef4aa_default_test-pvc/file1 | | | | | |
| addons | addons-511560 addons disable | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-511560 addons disable | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-511560 addons disable | addons-511560 | jenkins | v1.32.0 | 14 Mar 24 18:36 UTC | 14 Mar 24 18:36 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/03/14 18:33:03
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.22.1 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0314 18:33:03.257462 549120 out.go:291] Setting OutFile to fd 1 ...
I0314 18:33:03.257656 549120 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 18:33:03.257683 549120 out.go:304] Setting ErrFile to fd 2...
I0314 18:33:03.257701 549120 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0314 18:33:03.258025 549120 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18384-542901/.minikube/bin
I0314 18:33:03.258544 549120 out.go:298] Setting JSON to false
I0314 18:33:03.259459 549120 start.go:129] hostinfo: {"hostname":"ip-172-31-31-251","uptime":11727,"bootTime":1710429457,"procs":163,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1055-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I0314 18:33:03.259560 549120 start.go:139] virtualization:
I0314 18:33:03.262572 549120 out.go:177] * [addons-511560] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0314 18:33:03.267391 549120 out.go:177] - MINIKUBE_LOCATION=18384
I0314 18:33:03.267527 549120 notify.go:220] Checking for updates...
I0314 18:33:03.271948 549120 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0314 18:33:03.274215 549120 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18384-542901/kubeconfig
I0314 18:33:03.276440 549120 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18384-542901/.minikube
I0314 18:33:03.278380 549120 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0314 18:33:03.280311 549120 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0314 18:33:03.282665 549120 driver.go:392] Setting default libvirt URI to qemu:///system
I0314 18:33:03.302736 549120 docker.go:122] docker version: linux-25.0.4:Docker Engine - Community
I0314 18:33:03.302875 549120 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0314 18:33:03.367323 549120 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-03-14 18:33:03.358468606 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1055-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:25.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.13.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.7]] Warnings:<nil>}}
I0314 18:33:03.367438 549120 docker.go:295] overlay module found
I0314 18:33:03.370024 549120 out.go:177] * Using the docker driver based on user configuration
I0314 18:33:03.372299 549120 start.go:297] selected driver: docker
I0314 18:33:03.372318 549120 start.go:901] validating driver "docker" against <nil>
I0314 18:33:03.372332 549120 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0314 18:33:03.372952 549120 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0314 18:33:03.424806 549120 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-03-14 18:33:03.41603929 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1055-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aarc
h64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:25.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.13.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.7]] Warnings:<nil>}}
I0314 18:33:03.424979 549120 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0314 18:33:03.425236 549120 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0314 18:33:03.427455 549120 out.go:177] * Using Docker driver with root privileges
I0314 18:33:03.429532 549120 cni.go:84] Creating CNI manager for ""
I0314 18:33:03.429577 549120 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0314 18:33:03.429591 549120 start_flags.go:319] Found "bridge CNI" CNI - setting NetworkPlugin=cni
I0314 18:33:03.429681 549120 start.go:340] cluster config:
{Name:addons-511560 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-511560 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0314 18:33:03.432130 549120 out.go:177] * Starting "addons-511560" primary control-plane node in "addons-511560" cluster
I0314 18:33:03.434046 549120 cache.go:121] Beginning downloading kic base image for docker with docker
I0314 18:33:03.436290 549120 out.go:177] * Pulling base image v0.0.42-1710284843-18375 ...
I0314 18:33:03.438192 549120 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0314 18:33:03.438259 549120 preload.go:147] Found local preload: /home/jenkins/minikube-integration/18384-542901/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4
I0314 18:33:03.438271 549120 cache.go:56] Caching tarball of preloaded images
I0314 18:33:03.438280 549120 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f in local docker daemon
I0314 18:33:03.438361 549120 preload.go:173] Found /home/jenkins/minikube-integration/18384-542901/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0314 18:33:03.438372 549120 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker
I0314 18:33:03.438713 549120 profile.go:142] Saving config to /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/config.json ...
I0314 18:33:03.438739 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/config.json: {Name:mk61edfe3212b291ea58fe520ef7414960b212f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:03.453189 549120 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f to local cache
I0314 18:33:03.453327 549120 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f in local cache directory
I0314 18:33:03.453348 549120 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f in local cache directory, skipping pull
I0314 18:33:03.453353 549120 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f exists in cache, skipping pull
I0314 18:33:03.453361 549120 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f as a tarball
I0314 18:33:03.453366 549120 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f from local cache
I0314 18:33:19.590974 549120 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f from cached tarball
I0314 18:33:19.591014 549120 cache.go:194] Successfully downloaded all kic artifacts
I0314 18:33:19.591060 549120 start.go:360] acquireMachinesLock for addons-511560: {Name:mk381cd54d8a0a74a7ba10f1625068fc88dfaea2 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0314 18:33:19.591185 549120 start.go:364] duration metric: took 100.48µs to acquireMachinesLock for "addons-511560"
I0314 18:33:19.591230 549120 start.go:93] Provisioning new machine with config: &{Name:addons-511560 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-511560 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false Cust
omQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0314 18:33:19.591315 549120 start.go:125] createHost starting for "" (driver="docker")
I0314 18:33:19.593836 549120 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0314 18:33:19.594120 549120 start.go:159] libmachine.API.Create for "addons-511560" (driver="docker")
I0314 18:33:19.594158 549120 client.go:168] LocalClient.Create starting
I0314 18:33:19.594279 549120 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca.pem
I0314 18:33:20.012604 549120 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/cert.pem
I0314 18:33:21.039075 549120 cli_runner.go:164] Run: docker network inspect addons-511560 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0314 18:33:21.054125 549120 cli_runner.go:211] docker network inspect addons-511560 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0314 18:33:21.054220 549120 network_create.go:281] running [docker network inspect addons-511560] to gather additional debugging logs...
I0314 18:33:21.054240 549120 cli_runner.go:164] Run: docker network inspect addons-511560
W0314 18:33:21.069059 549120 cli_runner.go:211] docker network inspect addons-511560 returned with exit code 1
I0314 18:33:21.069086 549120 network_create.go:284] error running [docker network inspect addons-511560]: docker network inspect addons-511560: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-511560 not found
I0314 18:33:21.069098 549120 network_create.go:286] output of [docker network inspect addons-511560]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-511560 not found
** /stderr **
I0314 18:33:21.069203 549120 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0314 18:33:21.084979 549120 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002585060}
I0314 18:33:21.085022 549120 network_create.go:124] attempt to create docker network addons-511560 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0314 18:33:21.085079 549120 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-511560 addons-511560
I0314 18:33:21.150413 549120 network_create.go:108] docker network addons-511560 192.168.49.0/24 created
I0314 18:33:21.150451 549120 kic.go:121] calculated static IP "192.168.49.2" for the "addons-511560" container
I0314 18:33:21.150527 549120 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0314 18:33:21.164639 549120 cli_runner.go:164] Run: docker volume create addons-511560 --label name.minikube.sigs.k8s.io=addons-511560 --label created_by.minikube.sigs.k8s.io=true
I0314 18:33:21.181740 549120 oci.go:103] Successfully created a docker volume addons-511560
I0314 18:33:21.181845 549120 cli_runner.go:164] Run: docker run --rm --name addons-511560-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-511560 --entrypoint /usr/bin/test -v addons-511560:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f -d /var/lib
I0314 18:33:23.136466 549120 cli_runner.go:217] Completed: docker run --rm --name addons-511560-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-511560 --entrypoint /usr/bin/test -v addons-511560:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f -d /var/lib: (1.954566216s)
I0314 18:33:23.136497 549120 oci.go:107] Successfully prepared a docker volume addons-511560
I0314 18:33:23.136519 549120 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0314 18:33:23.136540 549120 kic.go:194] Starting extracting preloaded images to volume ...
I0314 18:33:23.136628 549120 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18384-542901/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-511560:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f -I lz4 -xf /preloaded.tar -C /extractDir
I0314 18:33:27.102766 549120 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18384-542901/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v addons-511560:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f -I lz4 -xf /preloaded.tar -C /extractDir: (3.966086292s)
I0314 18:33:27.102799 549120 kic.go:203] duration metric: took 3.966255135s to extract preloaded images to volume ...
W0314 18:33:27.102955 549120 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0314 18:33:27.103082 549120 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0314 18:33:27.153916 549120 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-511560 --name addons-511560 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-511560 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-511560 --network addons-511560 --ip 192.168.49.2 --volume addons-511560:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f
I0314 18:33:27.470755 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Running}}
I0314 18:33:27.498600 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:33:27.522646 549120 cli_runner.go:164] Run: docker exec addons-511560 stat /var/lib/dpkg/alternatives/iptables
I0314 18:33:27.590856 549120 oci.go:144] the created container "addons-511560" has a running status.
I0314 18:33:27.590882 549120 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa...
I0314 18:33:28.322951 549120 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0314 18:33:28.350884 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:33:28.369833 549120 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0314 18:33:28.369857 549120 kic_runner.go:114] Args: [docker exec --privileged addons-511560 chown docker:docker /home/docker/.ssh/authorized_keys]
I0314 18:33:28.438954 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:33:28.470975 549120 machine.go:94] provisionDockerMachine start ...
I0314 18:33:28.471086 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:28.504770 549120 main.go:141] libmachine: Using SSH client type: native
I0314 18:33:28.505048 549120 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 33509 <nil> <nil>}
I0314 18:33:28.505065 549120 main.go:141] libmachine: About to run SSH command:
hostname
I0314 18:33:28.649461 549120 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-511560
I0314 18:33:28.649535 549120 ubuntu.go:169] provisioning hostname "addons-511560"
I0314 18:33:28.649650 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:28.669864 549120 main.go:141] libmachine: Using SSH client type: native
I0314 18:33:28.670152 549120 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 33509 <nil> <nil>}
I0314 18:33:28.670171 549120 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-511560 && echo "addons-511560" | sudo tee /etc/hostname
I0314 18:33:28.824526 549120 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-511560
I0314 18:33:28.824616 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:28.842897 549120 main.go:141] libmachine: Using SSH client type: native
I0314 18:33:28.843153 549120 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 33509 <nil> <nil>}
I0314 18:33:28.843174 549120 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-511560' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-511560/g' /etc/hosts;
else
echo '127.0.1.1 addons-511560' | sudo tee -a /etc/hosts;
fi
fi
I0314 18:33:28.981292 549120 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0314 18:33:28.981325 549120 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18384-542901/.minikube CaCertPath:/home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18384-542901/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18384-542901/.minikube}
I0314 18:33:28.981355 549120 ubuntu.go:177] setting up certificates
I0314 18:33:28.981366 549120 provision.go:84] configureAuth start
I0314 18:33:28.981454 549120 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-511560
I0314 18:33:28.997618 549120 provision.go:143] copyHostCerts
I0314 18:33:28.997723 549120 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18384-542901/.minikube/ca.pem (1078 bytes)
I0314 18:33:28.997878 549120 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18384-542901/.minikube/cert.pem (1123 bytes)
I0314 18:33:28.997943 549120 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18384-542901/.minikube/key.pem (1679 bytes)
I0314 18:33:28.997998 549120 provision.go:117] generating server cert: /home/jenkins/minikube-integration/18384-542901/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca-key.pem org=jenkins.addons-511560 san=[127.0.0.1 192.168.49.2 addons-511560 localhost minikube]
I0314 18:33:29.532365 549120 provision.go:177] copyRemoteCerts
I0314 18:33:29.532429 549120 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0314 18:33:29.532560 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:29.548467 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:33:29.646045 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0314 18:33:29.669853 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0314 18:33:29.693524 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0314 18:33:29.717334 549120 provision.go:87] duration metric: took 735.950147ms to configureAuth
I0314 18:33:29.717366 549120 ubuntu.go:193] setting minikube options for container-runtime
I0314 18:33:29.717572 549120 config.go:182] Loaded profile config "addons-511560": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 18:33:29.717635 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:29.733135 549120 main.go:141] libmachine: Using SSH client type: native
I0314 18:33:29.733398 549120 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 33509 <nil> <nil>}
I0314 18:33:29.733437 549120 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0314 18:33:29.874086 549120 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0314 18:33:29.874110 549120 ubuntu.go:71] root file system type: overlay
I0314 18:33:29.874290 549120 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0314 18:33:29.874385 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:29.892137 549120 main.go:141] libmachine: Using SSH client type: native
I0314 18:33:29.892392 549120 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 33509 <nil> <nil>}
I0314 18:33:29.892476 549120 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0314 18:33:30.049784 549120 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0314 18:33:30.049881 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:30.071240 549120 main.go:141] libmachine: Using SSH client type: native
I0314 18:33:30.071521 549120 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1e00] 0x3e4660 <nil> [] 0s} 127.0.0.1 33509 <nil> <nil>}
I0314 18:33:30.071547 549120 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0314 18:33:30.871544 549120 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2024-03-06 16:31:58.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-03-14 18:33:30.043982976 +0000
@@ -1,46 +1,49 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
+LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0314 18:33:30.871579 549120 machine.go:97] duration metric: took 2.400583157s to provisionDockerMachine
I0314 18:33:30.871591 549120 client.go:171] duration metric: took 11.27742317s to LocalClient.Create
I0314 18:33:30.871610 549120 start.go:167] duration metric: took 11.277492158s to libmachine.API.Create "addons-511560"
I0314 18:33:30.871623 549120 start.go:293] postStartSetup for "addons-511560" (driver="docker")
I0314 18:33:30.871635 549120 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0314 18:33:30.871713 549120 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0314 18:33:30.871758 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:30.888334 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:33:30.986742 549120 ssh_runner.go:195] Run: cat /etc/os-release
I0314 18:33:30.989991 549120 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0314 18:33:30.990027 549120 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0314 18:33:30.990067 549120 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0314 18:33:30.990082 549120 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0314 18:33:30.990094 549120 filesync.go:126] Scanning /home/jenkins/minikube-integration/18384-542901/.minikube/addons for local assets ...
I0314 18:33:30.990184 549120 filesync.go:126] Scanning /home/jenkins/minikube-integration/18384-542901/.minikube/files for local assets ...
I0314 18:33:30.990215 549120 start.go:296] duration metric: took 118.585468ms for postStartSetup
I0314 18:33:30.990536 549120 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-511560
I0314 18:33:31.018241 549120 profile.go:142] Saving config to /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/config.json ...
I0314 18:33:31.018748 549120 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0314 18:33:31.018803 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:31.034615 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:33:31.134199 549120 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0314 18:33:31.138839 549120 start.go:128] duration metric: took 11.547506545s to createHost
I0314 18:33:31.138907 549120 start.go:83] releasing machines lock for "addons-511560", held for 11.547708464s
I0314 18:33:31.138985 549120 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-511560
I0314 18:33:31.154515 549120 ssh_runner.go:195] Run: cat /version.json
I0314 18:33:31.154573 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:31.154836 549120 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0314 18:33:31.154896 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:33:31.174496 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:33:31.175346 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:33:31.268969 549120 ssh_runner.go:195] Run: systemctl --version
I0314 18:33:31.397742 549120 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0314 18:33:31.401940 549120 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0314 18:33:31.426837 549120 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0314 18:33:31.426967 549120 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0314 18:33:31.457400 549120 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0314 18:33:31.457460 549120 start.go:494] detecting cgroup driver to use...
I0314 18:33:31.457495 549120 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0314 18:33:31.457613 549120 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0314 18:33:31.475110 549120 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0314 18:33:31.484765 549120 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0314 18:33:31.494444 549120 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0314 18:33:31.494535 549120 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0314 18:33:31.504204 549120 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0314 18:33:31.514129 549120 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0314 18:33:31.524024 549120 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0314 18:33:31.534104 549120 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0314 18:33:31.543599 549120 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0314 18:33:31.553229 549120 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0314 18:33:31.561671 549120 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0314 18:33:31.570296 549120 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 18:33:31.648889 549120 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0314 18:33:31.737533 549120 start.go:494] detecting cgroup driver to use...
I0314 18:33:31.737596 549120 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0314 18:33:31.737659 549120 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0314 18:33:31.757270 549120 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0314 18:33:31.757369 549120 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0314 18:33:31.769091 549120 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0314 18:33:31.794110 549120 ssh_runner.go:195] Run: which cri-dockerd
I0314 18:33:31.798029 549120 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0314 18:33:31.807613 549120 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0314 18:33:31.828370 549120 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0314 18:33:31.934875 549120 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0314 18:33:32.035857 549120 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0314 18:33:32.036060 549120 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0314 18:33:32.064136 549120 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 18:33:32.153847 549120 ssh_runner.go:195] Run: sudo systemctl restart docker
I0314 18:33:32.410362 549120 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0314 18:33:32.422794 549120 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0314 18:33:32.435484 549120 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0314 18:33:32.533838 549120 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0314 18:33:32.625107 549120 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 18:33:32.713266 549120 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0314 18:33:32.727224 549120 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0314 18:33:32.738517 549120 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 18:33:32.825224 549120 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0314 18:33:32.905050 549120 start.go:541] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0314 18:33:32.905138 549120 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0314 18:33:32.910601 549120 start.go:562] Will wait 60s for crictl version
I0314 18:33:32.910667 549120 ssh_runner.go:195] Run: which crictl
I0314 18:33:32.914372 549120 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0314 18:33:32.962380 549120 start.go:578] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 25.0.4
RuntimeApiVersion: v1
I0314 18:33:32.962451 549120 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0314 18:33:32.984614 549120 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0314 18:33:33.020602 549120 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 25.0.4 ...
I0314 18:33:33.020753 549120 cli_runner.go:164] Run: docker network inspect addons-511560 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0314 18:33:33.041297 549120 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0314 18:33:33.045286 549120 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0314 18:33:33.056285 549120 kubeadm.go:877] updating cluster {Name:addons-511560 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-511560 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuF
irmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0314 18:33:33.056414 549120 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I0314 18:33:33.056481 549120 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0314 18:33:33.074994 549120 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0314 18:33:33.075037 549120 docker.go:615] Images already preloaded, skipping extraction
I0314 18:33:33.075123 549120 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0314 18:33:33.092903 549120 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0314 18:33:33.092926 549120 cache_images.go:84] Images are preloaded, skipping loading
I0314 18:33:33.092938 549120 kubeadm.go:928] updating node { 192.168.49.2 8443 v1.28.4 docker true true} ...
I0314 18:33:33.093051 549120 kubeadm.go:940] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=addons-511560 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-511560 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0314 18:33:33.093117 549120 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0314 18:33:33.138394 549120 cni.go:84] Creating CNI manager for ""
I0314 18:33:33.138429 549120 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0314 18:33:33.138442 549120 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0314 18:33:33.138463 549120 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-511560 NodeName:addons-511560 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuber
netes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0314 18:33:33.138604 549120 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "addons-511560"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0314 18:33:33.138691 549120 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0314 18:33:33.147443 549120 binaries.go:44] Found k8s binaries, skipping transfer
I0314 18:33:33.147518 549120 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0314 18:33:33.156222 549120 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0314 18:33:33.174032 549120 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0314 18:33:33.191332 549120 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2155 bytes)
I0314 18:33:33.208925 549120 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0314 18:33:33.212212 549120 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0314 18:33:33.223533 549120 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 18:33:33.309954 549120 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0314 18:33:33.333892 549120 certs.go:68] Setting up /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560 for IP: 192.168.49.2
I0314 18:33:33.333916 549120 certs.go:194] generating shared ca certs ...
I0314 18:33:33.333935 549120 certs.go:226] acquiring lock for ca certs: {Name:mk75d138939e967a050dd4b5a1fc56eb3400f415 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:33.334659 549120 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/18384-542901/.minikube/ca.key
I0314 18:33:34.492842 549120 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18384-542901/.minikube/ca.crt ...
I0314 18:33:34.492879 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/ca.crt: {Name:mk16a998c324e2aa3aaa872b471fea761d090391 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:34.493081 549120 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18384-542901/.minikube/ca.key ...
I0314 18:33:34.493097 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/ca.key: {Name:mk8f5c954329005af088ad92905d534529f67777 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:34.493695 549120 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/18384-542901/.minikube/proxy-client-ca.key
I0314 18:33:34.764695 549120 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18384-542901/.minikube/proxy-client-ca.crt ...
I0314 18:33:34.764725 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/proxy-client-ca.crt: {Name:mk85ea75425226705272d9c96fcd8fbbec116657 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:34.764907 549120 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18384-542901/.minikube/proxy-client-ca.key ...
I0314 18:33:34.764920 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/proxy-client-ca.key: {Name:mk53963e85618db9777f7f7d73734845f1a4cc54 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:34.765003 549120 certs.go:256] generating profile certs ...
I0314 18:33:34.765066 549120 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/client.key
I0314 18:33:34.765081 549120 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/client.crt with IP's: []
I0314 18:33:34.998460 549120 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/client.crt ...
I0314 18:33:34.998496 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/client.crt: {Name:mkb920529e4e78e0323cc0eebed0f71dd01e7787 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:34.998734 549120 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/client.key ...
I0314 18:33:34.998744 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/client.key: {Name:mk7a8fc03d0c0086d83f78a9f44ec46a108375b3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:34.999656 549120 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.key.5d58307f
I0314 18:33:34.999692 549120 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.crt.5d58307f with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0314 18:33:35.811525 549120 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.crt.5d58307f ...
I0314 18:33:35.811562 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.crt.5d58307f: {Name:mk0f9582cacd81690a5cc7fa33f3719a635a1685 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:35.811751 549120 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.key.5d58307f ...
I0314 18:33:35.811773 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.key.5d58307f: {Name:mk0349fe36040f6739873d7e5c0159c22ccc5461 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:35.812349 549120 certs.go:381] copying /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.crt.5d58307f -> /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.crt
I0314 18:33:35.812441 549120 certs.go:385] copying /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.key.5d58307f -> /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.key
I0314 18:33:35.812498 549120 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/proxy-client.key
I0314 18:33:35.812520 549120 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/proxy-client.crt with IP's: []
I0314 18:33:36.527736 549120 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/proxy-client.crt ...
I0314 18:33:36.527766 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/proxy-client.crt: {Name:mk1e52cf377a8c77fa8c47866e3d10d5819ad824 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:36.527983 549120 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/proxy-client.key ...
I0314 18:33:36.527999 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/proxy-client.key: {Name:mka52895d7f59fe5eb772002f2597329fd96adfe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:33:36.528666 549120 certs.go:484] found cert: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca-key.pem (1675 bytes)
I0314 18:33:36.528719 549120 certs.go:484] found cert: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/ca.pem (1078 bytes)
I0314 18:33:36.528753 549120 certs.go:484] found cert: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/cert.pem (1123 bytes)
I0314 18:33:36.528783 549120 certs.go:484] found cert: /home/jenkins/minikube-integration/18384-542901/.minikube/certs/key.pem (1679 bytes)
I0314 18:33:36.529469 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0314 18:33:36.555540 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0314 18:33:36.586094 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0314 18:33:36.610095 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0314 18:33:36.633967 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0314 18:33:36.658631 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0314 18:33:36.682569 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0314 18:33:36.707690 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/profiles/addons-511560/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0314 18:33:36.732688 549120 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18384-542901/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0314 18:33:36.757204 549120 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0314 18:33:36.775449 549120 ssh_runner.go:195] Run: openssl version
I0314 18:33:36.780744 549120 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0314 18:33:36.790252 549120 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0314 18:33:36.793867 549120 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Mar 14 18:33 /usr/share/ca-certificates/minikubeCA.pem
I0314 18:33:36.793950 549120 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0314 18:33:36.800978 549120 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0314 18:33:36.810862 549120 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0314 18:33:36.814220 549120 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0314 18:33:36.814269 549120 kubeadm.go:391] StartCluster: {Name:addons-511560 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1710284843-18375@sha256:d67c38c9fc2ad14c48d95e17cbac49314325db5758d8f7b3de60b927e62ce94f Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-511560 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirm
warePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0314 18:33:36.814396 549120 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0314 18:33:36.831086 549120 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0314 18:33:36.839905 549120 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0314 18:33:36.848938 549120 kubeadm.go:213] ignoring SystemVerification for kubeadm because of docker driver
I0314 18:33:36.849006 549120 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0314 18:33:36.858158 549120 kubeadm.go:154] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0314 18:33:36.858198 549120 kubeadm.go:156] found existing configuration files:
I0314 18:33:36.858248 549120 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0314 18:33:36.867264 549120 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0314 18:33:36.867338 549120 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0314 18:33:36.876115 549120 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0314 18:33:36.885258 549120 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0314 18:33:36.885363 549120 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0314 18:33:36.894266 549120 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0314 18:33:36.903190 549120 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0314 18:33:36.903264 549120 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0314 18:33:36.911904 549120 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0314 18:33:36.920794 549120 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0314 18:33:36.920887 549120 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0314 18:33:36.929600 549120 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0314 18:33:36.973227 549120 kubeadm.go:309] [init] Using Kubernetes version: v1.28.4
I0314 18:33:36.973511 549120 kubeadm.go:309] [preflight] Running pre-flight checks
I0314 18:33:37.048682 549120 kubeadm.go:309] [preflight] The system verification failed. Printing the output from the verification:
I0314 18:33:37.048882 549120 kubeadm.go:309] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1055-aws[0m
I0314 18:33:37.048948 549120 kubeadm.go:309] [0;37mOS[0m: [0;32mLinux[0m
I0314 18:33:37.049014 549120 kubeadm.go:309] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0314 18:33:37.049083 549120 kubeadm.go:309] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0314 18:33:37.049159 549120 kubeadm.go:309] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0314 18:33:37.049225 549120 kubeadm.go:309] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0314 18:33:37.049296 549120 kubeadm.go:309] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0314 18:33:37.049364 549120 kubeadm.go:309] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0314 18:33:37.049465 549120 kubeadm.go:309] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0314 18:33:37.049543 549120 kubeadm.go:309] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0314 18:33:37.049635 549120 kubeadm.go:309] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0314 18:33:37.121717 549120 kubeadm.go:309] [preflight] Pulling images required for setting up a Kubernetes cluster
I0314 18:33:37.121860 549120 kubeadm.go:309] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0314 18:33:37.121978 549120 kubeadm.go:309] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0314 18:33:37.452102 549120 kubeadm.go:309] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0314 18:33:37.456601 549120 out.go:204] - Generating certificates and keys ...
I0314 18:33:37.456717 549120 kubeadm.go:309] [certs] Using existing ca certificate authority
I0314 18:33:37.456803 549120 kubeadm.go:309] [certs] Using existing apiserver certificate and key on disk
I0314 18:33:38.308145 549120 kubeadm.go:309] [certs] Generating "apiserver-kubelet-client" certificate and key
I0314 18:33:38.490026 549120 kubeadm.go:309] [certs] Generating "front-proxy-ca" certificate and key
I0314 18:33:39.015386 549120 kubeadm.go:309] [certs] Generating "front-proxy-client" certificate and key
I0314 18:33:39.515677 549120 kubeadm.go:309] [certs] Generating "etcd/ca" certificate and key
I0314 18:33:39.968310 549120 kubeadm.go:309] [certs] Generating "etcd/server" certificate and key
I0314 18:33:39.968663 549120 kubeadm.go:309] [certs] etcd/server serving cert is signed for DNS names [addons-511560 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0314 18:33:40.309780 549120 kubeadm.go:309] [certs] Generating "etcd/peer" certificate and key
I0314 18:33:40.310148 549120 kubeadm.go:309] [certs] etcd/peer serving cert is signed for DNS names [addons-511560 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0314 18:33:40.827746 549120 kubeadm.go:309] [certs] Generating "etcd/healthcheck-client" certificate and key
I0314 18:33:41.376436 549120 kubeadm.go:309] [certs] Generating "apiserver-etcd-client" certificate and key
I0314 18:33:41.609102 549120 kubeadm.go:309] [certs] Generating "sa" key and public key
I0314 18:33:41.609325 549120 kubeadm.go:309] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0314 18:33:42.246694 549120 kubeadm.go:309] [kubeconfig] Writing "admin.conf" kubeconfig file
I0314 18:33:42.898527 549120 kubeadm.go:309] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0314 18:33:43.331443 549120 kubeadm.go:309] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0314 18:33:43.834762 549120 kubeadm.go:309] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0314 18:33:43.835527 549120 kubeadm.go:309] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0314 18:33:43.838538 549120 kubeadm.go:309] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0314 18:33:43.840885 549120 out.go:204] - Booting up control plane ...
I0314 18:33:43.840988 549120 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0314 18:33:43.841069 549120 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0314 18:33:43.841924 549120 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0314 18:33:43.852807 549120 kubeadm.go:309] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0314 18:33:43.853860 549120 kubeadm.go:309] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0314 18:33:43.853921 549120 kubeadm.go:309] [kubelet-start] Starting the kubelet
I0314 18:33:43.955790 549120 kubeadm.go:309] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0314 18:33:51.958024 549120 kubeadm.go:309] [apiclient] All control plane components are healthy after 8.002148 seconds
I0314 18:33:51.958144 549120 kubeadm.go:309] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0314 18:33:51.974239 549120 kubeadm.go:309] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0314 18:33:52.499877 549120 kubeadm.go:309] [upload-certs] Skipping phase. Please see --upload-certs
I0314 18:33:52.500074 549120 kubeadm.go:309] [mark-control-plane] Marking the node addons-511560 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0314 18:33:53.017919 549120 kubeadm.go:309] [bootstrap-token] Using token: 2xsbtz.r51wj1oiadiunfd7
I0314 18:33:53.019859 549120 out.go:204] - Configuring RBAC rules ...
I0314 18:33:53.019998 549120 kubeadm.go:309] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0314 18:33:53.025603 549120 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0314 18:33:53.036154 549120 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0314 18:33:53.040450 549120 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0314 18:33:53.044534 549120 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0314 18:33:53.048646 549120 kubeadm.go:309] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0314 18:33:53.062970 549120 kubeadm.go:309] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0314 18:33:53.269648 549120 kubeadm.go:309] [addons] Applied essential addon: CoreDNS
I0314 18:33:53.431176 549120 kubeadm.go:309] [addons] Applied essential addon: kube-proxy
I0314 18:33:53.432833 549120 kubeadm.go:309]
I0314 18:33:53.432930 549120 kubeadm.go:309] Your Kubernetes control-plane has initialized successfully!
I0314 18:33:53.432950 549120 kubeadm.go:309]
I0314 18:33:53.433035 549120 kubeadm.go:309] To start using your cluster, you need to run the following as a regular user:
I0314 18:33:53.433050 549120 kubeadm.go:309]
I0314 18:33:53.433076 549120 kubeadm.go:309] mkdir -p $HOME/.kube
I0314 18:33:53.433459 549120 kubeadm.go:309] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0314 18:33:53.433517 549120 kubeadm.go:309] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0314 18:33:53.433522 549120 kubeadm.go:309]
I0314 18:33:53.433581 549120 kubeadm.go:309] Alternatively, if you are the root user, you can run:
I0314 18:33:53.433587 549120 kubeadm.go:309]
I0314 18:33:53.433639 549120 kubeadm.go:309] export KUBECONFIG=/etc/kubernetes/admin.conf
I0314 18:33:53.433645 549120 kubeadm.go:309]
I0314 18:33:53.433694 549120 kubeadm.go:309] You should now deploy a pod network to the cluster.
I0314 18:33:53.433767 549120 kubeadm.go:309] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0314 18:33:53.433833 549120 kubeadm.go:309] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0314 18:33:53.433853 549120 kubeadm.go:309]
I0314 18:33:53.437009 549120 kubeadm.go:309] You can now join any number of control-plane nodes by copying certificate authorities
I0314 18:33:53.437098 549120 kubeadm.go:309] and service account keys on each node and then running the following as root:
I0314 18:33:53.437103 549120 kubeadm.go:309]
I0314 18:33:53.437821 549120 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token 2xsbtz.r51wj1oiadiunfd7 \
I0314 18:33:53.437930 549120 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:a4fe8fb4b69a78f77e63084830195d73baa70d21faafa8aaf573cb10334eb29d \
I0314 18:33:53.438093 549120 kubeadm.go:309] --control-plane
I0314 18:33:53.438102 549120 kubeadm.go:309]
I0314 18:33:53.438184 549120 kubeadm.go:309] Then you can join any number of worker nodes by running the following on each as root:
I0314 18:33:53.438189 549120 kubeadm.go:309]
I0314 18:33:53.438267 549120 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token 2xsbtz.r51wj1oiadiunfd7 \
I0314 18:33:53.438366 549120 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:a4fe8fb4b69a78f77e63084830195d73baa70d21faafa8aaf573cb10334eb29d
I0314 18:33:53.446515 549120 kubeadm.go:309] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1055-aws\n", err: exit status 1
I0314 18:33:53.446736 549120 kubeadm.go:309] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0314 18:33:53.446775 549120 cni.go:84] Creating CNI manager for ""
I0314 18:33:53.446818 549120 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0314 18:33:53.450745 549120 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I0314 18:33:53.452878 549120 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I0314 18:33:53.465271 549120 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)
I0314 18:33:53.499160 549120 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0314 18:33:53.499279 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:53.499352 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-511560 minikube.k8s.io/updated_at=2024_03_14T18_33_53_0700 minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=c6f78a3db54ac629870afb44fb5bc8be9e04a8c7 minikube.k8s.io/name=addons-511560 minikube.k8s.io/primary=true
I0314 18:33:53.802941 549120 ops.go:34] apiserver oom_adj: -16
I0314 18:33:53.803115 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:54.303562 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:54.803449 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:55.303733 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:55.803808 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:56.303865 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:56.803925 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:57.303344 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:57.803988 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:58.303747 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:58.803489 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:59.303329 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:33:59.803808 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:00.304208 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:00.803643 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:01.303195 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:01.803411 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:02.304231 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:02.803279 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:03.303844 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:03.803390 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:04.303864 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:04.803239 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:05.303303 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:05.803701 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:06.303220 549120 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0314 18:34:06.405975 549120 kubeadm.go:1106] duration metric: took 12.906738011s to wait for elevateKubeSystemPrivileges
W0314 18:34:06.406019 549120 kubeadm.go:286] apiserver tunnel failed: apiserver port not set
I0314 18:34:06.406026 549120 kubeadm.go:393] duration metric: took 29.591761208s to StartCluster
I0314 18:34:06.406042 549120 settings.go:142] acquiring lock: {Name:mkfc2f1554604a8791fad9c92df19434d12a3d71 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:34:06.406656 549120 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18384-542901/kubeconfig
I0314 18:34:06.407129 549120 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18384-542901/kubeconfig: {Name:mkede4700b9e8f4a9de6d389efb476a6ed252758 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0314 18:34:06.408200 549120 start.go:234] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}
I0314 18:34:06.411796 549120 out.go:177] * Verifying Kubernetes components...
I0314 18:34:06.408319 549120 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0314 18:34:06.408483 549120 config.go:182] Loaded profile config "addons-511560": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 18:34:06.408494 549120 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0314 18:34:06.414270 549120 addons.go:69] Setting yakd=true in profile "addons-511560"
I0314 18:34:06.414283 549120 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0314 18:34:06.414291 549120 addons.go:234] Setting addon yakd=true in "addons-511560"
I0314 18:34:06.414322 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.414394 549120 addons.go:69] Setting ingress-dns=true in profile "addons-511560"
I0314 18:34:06.414416 549120 addons.go:234] Setting addon ingress-dns=true in "addons-511560"
I0314 18:34:06.414458 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.414813 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.414902 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.416563 549120 addons.go:69] Setting cloud-spanner=true in profile "addons-511560"
I0314 18:34:06.416656 549120 addons.go:234] Setting addon cloud-spanner=true in "addons-511560"
I0314 18:34:06.416720 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.416724 549120 addons.go:69] Setting inspektor-gadget=true in profile "addons-511560"
I0314 18:34:06.416770 549120 addons.go:234] Setting addon inspektor-gadget=true in "addons-511560"
I0314 18:34:06.416797 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.417138 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.417322 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.423659 549120 addons.go:69] Setting metrics-server=true in profile "addons-511560"
I0314 18:34:06.424302 549120 addons.go:234] Setting addon metrics-server=true in "addons-511560"
I0314 18:34:06.424713 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.424011 549120 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-511560"
I0314 18:34:06.429878 549120 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-511560"
I0314 18:34:06.429947 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.424031 549120 addons.go:69] Setting registry=true in profile "addons-511560"
I0314 18:34:06.444782 549120 addons.go:234] Setting addon registry=true in "addons-511560"
I0314 18:34:06.445215 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.424042 549120 addons.go:69] Setting storage-provisioner=true in profile "addons-511560"
I0314 18:34:06.446309 549120 addons.go:234] Setting addon storage-provisioner=true in "addons-511560"
I0314 18:34:06.446362 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.446815 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.447207 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.457045 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.424089 549120 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-511560"
I0314 18:34:06.459158 549120 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-511560"
I0314 18:34:06.424099 549120 addons.go:69] Setting volumesnapshots=true in profile "addons-511560"
I0314 18:34:06.459481 549120 addons.go:234] Setting addon volumesnapshots=true in "addons-511560"
I0314 18:34:06.459527 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.459914 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.424211 549120 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-511560"
I0314 18:34:06.479641 549120 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-511560"
I0314 18:34:06.479684 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.480193 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.517446 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.424216 549120 addons.go:69] Setting default-storageclass=true in profile "addons-511560"
I0314 18:34:06.517739 549120 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-511560"
I0314 18:34:06.518016 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.424221 549120 addons.go:69] Setting gcp-auth=true in profile "addons-511560"
I0314 18:34:06.520175 549120 mustload.go:65] Loading cluster: addons-511560
I0314 18:34:06.520352 549120 config.go:182] Loaded profile config "addons-511560": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I0314 18:34:06.520598 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.424225 549120 addons.go:69] Setting ingress=true in profile "addons-511560"
I0314 18:34:06.531884 549120 addons.go:234] Setting addon ingress=true in "addons-511560"
I0314 18:34:06.531939 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.532367 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.444602 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.625649 549120 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0314 18:34:06.644456 549120 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0314 18:34:06.644509 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0314 18:34:06.644580 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.679073 549120 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0314 18:34:06.698192 549120 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-511560"
I0314 18:34:06.710895 549120 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0314 18:34:06.710944 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0314 18:34:06.711016 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.711234 549120 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0314 18:34:06.715197 549120 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0314 18:34:06.711470 549120 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.14
I0314 18:34:06.711476 549120 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.26.0
I0314 18:34:06.711488 549120 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0314 18:34:06.711491 549120 out.go:177] - Using image docker.io/registry:2.8.3
I0314 18:34:06.711525 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.725029 549120 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0314 18:34:06.722081 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.747596 549120 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0314 18:34:06.753562 549120 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0314 18:34:06.751800 549120 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0314 18:34:06.751839 549120 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0314 18:34:06.751866 549120 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0314 18:34:06.751912 549120 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0314 18:34:06.753131 549120 addons.go:234] Setting addon default-storageclass=true in "addons-511560"
I0314 18:34:06.762341 549120 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0314 18:34:06.760132 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0314 18:34:06.760141 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0314 18:34:06.760147 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0314 18:34:06.760156 549120 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0314 18:34:06.760211 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.765135 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.765188 549120 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0314 18:34:06.765194 549120 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0314 18:34:06.765222 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.765252 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.793116 549120 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0314 18:34:06.793139 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0314 18:34:06.793204 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.772539 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0314 18:34:06.814732 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.827404 549120 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.5
I0314 18:34:06.773603 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:06.772651 549120 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0314 18:34:06.829041 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:06.831230 549120 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0314 18:34:06.833413 549120 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0314 18:34:06.835652 549120 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.10.0
I0314 18:34:06.857253 549120 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0314 18:34:06.857338 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0314 18:34:06.857557 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.861511 549120 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0314 18:34:06.861544 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0314 18:34:06.861633 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.869512 549120 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0314 18:34:06.856341 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0314 18:34:06.888481 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:06.938903 549120 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0314 18:34:06.941581 549120 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0314 18:34:06.941608 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0314 18:34:06.941715 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:07.005805 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.028121 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.033356 549120 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0314 18:34:07.039672 549120 out.go:177] - Using image docker.io/busybox:stable
I0314 18:34:07.033329 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.033627 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.036368 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.042457 549120 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0314 18:34:07.042476 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0314 18:34:07.042541 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:07.055764 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.067547 549120 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0314 18:34:07.069744 549120 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0314 18:34:07.091251 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.103127 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.111534 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.133700 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.162185 549120 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0314 18:34:07.162207 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0314 18:34:07.162271 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:07.163095 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
W0314 18:34:07.169044 549120 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0314 18:34:07.169084 549120 retry.go:31] will retry after 223.719844ms: ssh: handshake failed: EOF
I0314 18:34:07.174215 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:07.222593 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
W0314 18:34:07.240168 549120 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0314 18:34:07.240202 549120 retry.go:31] will retry after 234.970983ms: ssh: handshake failed: EOF
W0314 18:34:07.485909 549120 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0314 18:34:07.485992 549120 retry.go:31] will retry after 546.261784ms: ssh: handshake failed: EOF
I0314 18:34:07.702123 549120 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0314 18:34:07.702149 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0314 18:34:07.887472 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0314 18:34:07.891328 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0314 18:34:07.933356 549120 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0314 18:34:07.933383 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0314 18:34:07.990554 549120 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0314 18:34:07.990639 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0314 18:34:08.074114 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0314 18:34:08.111361 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0314 18:34:08.122578 549120 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0314 18:34:08.122644 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0314 18:34:08.127380 549120 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0314 18:34:08.127444 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0314 18:34:08.131811 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0314 18:34:08.135418 549120 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0314 18:34:08.135446 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0314 18:34:08.140414 549120 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0314 18:34:08.140441 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0314 18:34:08.155383 549120 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0314 18:34:08.155410 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0314 18:34:08.227213 549120 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0314 18:34:08.227240 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0314 18:34:08.246815 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0314 18:34:08.274955 549120 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0314 18:34:08.275014 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0314 18:34:08.314934 549120 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0314 18:34:08.314960 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0314 18:34:08.347786 549120 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0314 18:34:08.347813 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0314 18:34:08.438054 549120 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0314 18:34:08.438085 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0314 18:34:08.449767 549120 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0314 18:34:08.449793 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0314 18:34:08.540429 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0314 18:34:08.571975 549120 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0314 18:34:08.572005 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0314 18:34:08.585203 549120 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0314 18:34:08.585227 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0314 18:34:08.769125 549120 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0314 18:34:08.769153 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0314 18:34:08.784401 549120 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0314 18:34:08.784428 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0314 18:34:08.787437 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0314 18:34:08.835597 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0314 18:34:08.920666 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0314 18:34:08.995411 549120 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0314 18:34:08.995449 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0314 18:34:09.118540 549120 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0314 18:34:09.118569 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0314 18:34:09.333612 549120 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0314 18:34:09.333638 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0314 18:34:09.419217 549120 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0314 18:34:09.419244 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0314 18:34:09.552983 549120 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0314 18:34:09.553008 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0314 18:34:09.770048 549120 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0314 18:34:09.770074 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0314 18:34:09.772202 549120 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0314 18:34:09.772226 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0314 18:34:09.904697 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0314 18:34:09.989093 549120 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0314 18:34:09.989122 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0314 18:34:10.016204 549120 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0314 18:34:10.016237 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0314 18:34:10.332975 549120 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0314 18:34:10.333002 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0314 18:34:10.350041 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0314 18:34:10.500977 549120 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0314 18:34:10.501005 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0314 18:34:10.544112 549120 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (3.474336251s)
I0314 18:34:10.544967 549120 node_ready.go:35] waiting up to 6m0s for node "addons-511560" to be "Ready" ...
I0314 18:34:10.545160 549120 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.47758739s)
I0314 18:34:10.545185 549120 start.go:948] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0314 18:34:10.550577 549120 node_ready.go:49] node "addons-511560" has status "Ready":"True"
I0314 18:34:10.550604 549120 node_ready.go:38] duration metric: took 5.614522ms for node "addons-511560" to be "Ready" ...
I0314 18:34:10.550614 549120 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0314 18:34:10.569915 549120 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace to be "Ready" ...
I0314 18:34:10.812479 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (2.92496884s)
I0314 18:34:10.871098 549120 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0314 18:34:10.871122 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0314 18:34:11.022381 549120 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0314 18:34:11.022412 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0314 18:34:11.053888 549120 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-511560" context rescaled to 1 replicas
I0314 18:34:11.277387 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0314 18:34:12.583476 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:13.443300 549120 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0314 18:34:13.443389 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:13.477310 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:14.519557 549120 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0314 18:34:14.648950 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:14.732196 549120 addons.go:234] Setting addon gcp-auth=true in "addons-511560"
I0314 18:34:14.732304 549120 host.go:66] Checking if "addons-511560" exists ...
I0314 18:34:14.732843 549120 cli_runner.go:164] Run: docker container inspect addons-511560 --format={{.State.Status}}
I0314 18:34:14.763387 549120 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0314 18:34:14.763440 549120 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-511560
I0314 18:34:14.786436 549120 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33509 SSHKeyPath:/home/jenkins/minikube-integration/18384-542901/.minikube/machines/addons-511560/id_rsa Username:docker}
I0314 18:34:16.597976 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (8.706609562s)
I0314 18:34:16.598070 549120 addons.go:470] Verifying addon ingress=true in "addons-511560"
I0314 18:34:16.600508 549120 out.go:177] * Verifying ingress addon...
I0314 18:34:16.598345 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (8.524207125s)
I0314 18:34:16.598385 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (8.486960977s)
I0314 18:34:16.598424 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (8.466589966s)
I0314 18:34:16.598485 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (8.351649709s)
I0314 18:34:16.598571 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (8.058100387s)
I0314 18:34:16.598613 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (7.811150814s)
I0314 18:34:16.598634 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (7.76300622s)
I0314 18:34:16.598683 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (7.677988841s)
I0314 18:34:16.598768 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (6.694043221s)
I0314 18:34:16.598823 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (6.248755275s)
I0314 18:34:16.601039 549120 addons.go:470] Verifying addon metrics-server=true in "addons-511560"
I0314 18:34:16.601243 549120 addons.go:470] Verifying addon registry=true in "addons-511560"
W0314 18:34:16.601389 549120 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0314 18:34:16.605527 549120 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0314 18:34:16.607242 549120 out.go:177] * Verifying registry addon...
I0314 18:34:16.610992 549120 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0314 18:34:16.607339 549120 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-511560 service yakd-dashboard -n yakd-dashboard
I0314 18:34:16.607356 549120 retry.go:31] will retry after 249.354688ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0314 18:34:16.654124 549120 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0314 18:34:16.654200 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:16.662797 549120 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0314 18:34:16.662819 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0314 18:34:16.672495 549120 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0314 18:34:16.863534 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0314 18:34:17.078266 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:17.111925 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:17.116303 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:17.612218 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:17.616091 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:18.115650 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:18.121298 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:18.581732 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (7.304293454s)
I0314 18:34:18.581777 549120 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-511560"
I0314 18:34:18.585885 549120 out.go:177] * Verifying csi-hostpath-driver addon...
I0314 18:34:18.582003 549120 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (3.818593326s)
I0314 18:34:18.592866 549120 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.0
I0314 18:34:18.590912 549120 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0314 18:34:18.597457 549120 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0314 18:34:18.599799 549120 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0314 18:34:18.599829 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0314 18:34:18.603307 549120 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0314 18:34:18.603377 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:18.611766 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:18.616115 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:18.677237 549120 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0314 18:34:18.677261 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0314 18:34:18.716862 549120 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0314 18:34:18.716894 549120 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0314 18:34:18.753009 549120 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0314 18:34:19.079771 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:19.108320 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:19.132802 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:19.134095 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:19.323305 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.459726509s)
I0314 18:34:19.602568 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:19.614781 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:19.617939 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:20.116573 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:20.158095 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:20.158998 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:20.191840 549120 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.438765421s)
I0314 18:34:20.196744 549120 addons.go:470] Verifying addon gcp-auth=true in "addons-511560"
I0314 18:34:20.200980 549120 out.go:177] * Verifying gcp-auth addon...
I0314 18:34:20.204386 549120 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0314 18:34:20.239640 549120 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0314 18:34:20.239717 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:20.602611 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:20.615576 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:20.620562 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:20.708713 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:21.102012 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:21.115313 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:21.118740 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:21.208489 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:21.576993 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:21.600331 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:21.611543 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:21.615681 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:21.708514 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:22.102424 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:22.112200 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:22.115703 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:22.209044 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:22.601192 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:22.612310 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:22.618180 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:22.708938 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:23.104305 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:23.112882 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:23.115864 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:23.208754 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:23.577217 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:23.601303 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:23.611744 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:23.616351 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:23.708309 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:24.102863 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:24.124685 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:24.125935 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:24.208810 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:24.601227 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:24.614752 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:24.618803 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:24.708966 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:25.102982 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:25.116037 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:25.120613 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:25.208272 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:25.577715 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:25.601922 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:25.616205 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:25.617564 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:25.708305 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:26.101544 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:26.112309 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:26.115275 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:26.208318 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:26.600230 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:26.611310 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:26.615231 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:26.708142 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:27.100645 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:27.112164 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:27.115403 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:27.208214 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:27.601434 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:27.611963 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:27.616796 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:27.709027 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:28.078114 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:28.102286 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:28.113977 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:28.117022 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:28.208713 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:28.600935 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:28.612281 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:28.616403 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:28.708034 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:29.101164 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:29.121180 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:29.122446 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:29.208212 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:29.601341 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:29.611907 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:29.616609 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:29.708869 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:30.102134 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:30.113083 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:30.118725 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:30.209104 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:30.576894 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:30.602081 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:30.611301 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:30.615361 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:30.707957 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:31.108267 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:31.114291 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:31.119895 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:31.209120 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:31.602121 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:31.614521 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:31.619009 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:31.708371 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:32.100951 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:32.112322 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:32.115828 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:32.209126 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:32.600948 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:32.611311 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:32.615580 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:32.708398 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:33.077273 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:33.102904 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:33.116567 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:33.120598 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:33.208324 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:33.600527 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:33.616726 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:33.617590 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:33.710537 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:34.100969 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:34.112594 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:34.115911 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:34.208501 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:34.600962 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:34.614711 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:34.618305 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:34.709038 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:35.093940 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:35.127071 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:35.128391 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:35.139374 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:35.209056 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:35.600672 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:35.615106 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:35.623527 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:35.708376 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:36.102568 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:36.115711 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:36.120296 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:36.208157 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:36.601332 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:36.611607 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:36.616567 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:36.708384 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:37.101688 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:37.112193 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:37.117212 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0314 18:34:37.208608 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:37.577053 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:37.601824 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:37.612676 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:37.617770 549120 kapi.go:107] duration metric: took 21.006772567s to wait for kubernetes.io/minikube-addons=registry ...
I0314 18:34:37.710802 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:38.101530 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:38.112279 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:38.208277 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:38.602228 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:38.612592 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:38.708557 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:39.102405 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:39.114763 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:39.208987 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:39.577154 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:39.601465 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:39.612304 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:39.711173 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:40.101435 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:40.112671 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:40.209310 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:40.601785 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:40.612712 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:40.708735 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:41.101540 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:41.111907 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:41.208639 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:41.600263 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:41.611452 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:41.708090 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:42.078850 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:42.104106 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:42.114982 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:42.210514 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:42.603203 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:42.616955 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:42.721108 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:43.101742 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:43.112334 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:43.208815 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:43.601340 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:43.611534 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:43.708136 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:44.101336 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:44.111523 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:44.208304 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:44.577715 549120 pod_ready.go:102] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"False"
I0314 18:34:44.602800 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:44.614726 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:44.708544 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:45.110641 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:45.115775 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:45.209805 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:45.602931 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:45.612955 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:45.708707 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:46.101563 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:46.112223 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:46.209194 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:46.577474 549120 pod_ready.go:92] pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace has status "Ready":"True"
I0314 18:34:46.577546 549120 pod_ready.go:81] duration metric: took 36.007596227s for pod "coredns-5dd5756b68-5t9fq" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.577572 549120 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-vkbd7" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.580007 549120 pod_ready.go:97] error getting pod "coredns-5dd5756b68-vkbd7" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-vkbd7" not found
I0314 18:34:46.580071 549120 pod_ready.go:81] duration metric: took 2.478516ms for pod "coredns-5dd5756b68-vkbd7" in "kube-system" namespace to be "Ready" ...
E0314 18:34:46.580097 549120 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-vkbd7" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-vkbd7" not found
I0314 18:34:46.580118 549120 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-511560" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.586046 549120 pod_ready.go:92] pod "etcd-addons-511560" in "kube-system" namespace has status "Ready":"True"
I0314 18:34:46.586110 549120 pod_ready.go:81] duration metric: took 5.957273ms for pod "etcd-addons-511560" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.586136 549120 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-511560" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.592175 549120 pod_ready.go:92] pod "kube-apiserver-addons-511560" in "kube-system" namespace has status "Ready":"True"
I0314 18:34:46.592245 549120 pod_ready.go:81] duration metric: took 6.088882ms for pod "kube-apiserver-addons-511560" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.592272 549120 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-511560" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.602731 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:46.604264 549120 pod_ready.go:92] pod "kube-controller-manager-addons-511560" in "kube-system" namespace has status "Ready":"True"
I0314 18:34:46.604283 549120 pod_ready.go:81] duration metric: took 11.991066ms for pod "kube-controller-manager-addons-511560" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.604294 549120 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-f8mpx" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.615869 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:46.708164 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:46.774587 549120 pod_ready.go:92] pod "kube-proxy-f8mpx" in "kube-system" namespace has status "Ready":"True"
I0314 18:34:46.774613 549120 pod_ready.go:81] duration metric: took 170.31165ms for pod "kube-proxy-f8mpx" in "kube-system" namespace to be "Ready" ...
I0314 18:34:46.774625 549120 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-511560" in "kube-system" namespace to be "Ready" ...
I0314 18:34:47.100695 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:47.112185 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:47.174407 549120 pod_ready.go:92] pod "kube-scheduler-addons-511560" in "kube-system" namespace has status "Ready":"True"
I0314 18:34:47.174479 549120 pod_ready.go:81] duration metric: took 399.845612ms for pod "kube-scheduler-addons-511560" in "kube-system" namespace to be "Ready" ...
I0314 18:34:47.174507 549120 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-s5nv9" in "kube-system" namespace to be "Ready" ...
I0314 18:34:47.208584 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:47.574821 549120 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-s5nv9" in "kube-system" namespace has status "Ready":"True"
I0314 18:34:47.574843 549120 pod_ready.go:81] duration metric: took 400.316936ms for pod "nvidia-device-plugin-daemonset-s5nv9" in "kube-system" namespace to be "Ready" ...
I0314 18:34:47.574854 549120 pod_ready.go:38] duration metric: took 37.024228504s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0314 18:34:47.574892 549120 api_server.go:52] waiting for apiserver process to appear ...
I0314 18:34:47.574976 549120 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0314 18:34:47.593903 549120 api_server.go:72] duration metric: took 41.18566449s to wait for apiserver process to appear ...
I0314 18:34:47.593928 549120 api_server.go:88] waiting for apiserver healthz status ...
I0314 18:34:47.593949 549120 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0314 18:34:47.602019 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:47.604475 549120 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0314 18:34:47.605907 549120 api_server.go:141] control plane version: v1.28.4
I0314 18:34:47.605933 549120 api_server.go:131] duration metric: took 11.997548ms to wait for apiserver health ...
I0314 18:34:47.605948 549120 system_pods.go:43] waiting for kube-system pods to appear ...
I0314 18:34:47.611346 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:47.707974 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:47.781111 549120 system_pods.go:59] 17 kube-system pods found
I0314 18:34:47.781144 549120 system_pods.go:61] "coredns-5dd5756b68-5t9fq" [5d8587e3-8eff-4c77-afe8-31153a73ffd9] Running
I0314 18:34:47.781153 549120 system_pods.go:61] "csi-hostpath-attacher-0" [2bf3c922-34ad-4029-84f7-925f2204234b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0314 18:34:47.781161 549120 system_pods.go:61] "csi-hostpath-resizer-0" [4fe56f09-9408-4382-a30e-d30ca2fd4c37] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0314 18:34:47.781169 549120 system_pods.go:61] "csi-hostpathplugin-l54bh" [f8e3d627-56b6-4fb3-8016-b12a4edb1082] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0314 18:34:47.781175 549120 system_pods.go:61] "etcd-addons-511560" [72669920-5a66-489a-a05f-f7002eb636c8] Running
I0314 18:34:47.781181 549120 system_pods.go:61] "kube-apiserver-addons-511560" [c19d78f9-2d62-43e4-8e29-37638c9b5985] Running
I0314 18:34:47.781185 549120 system_pods.go:61] "kube-controller-manager-addons-511560" [b88ad487-fc8a-4c04-a4db-0b94c82eae60] Running
I0314 18:34:47.781204 549120 system_pods.go:61] "kube-ingress-dns-minikube" [f607b390-31d1-4707-91b2-335d6e7c3019] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0314 18:34:47.781209 549120 system_pods.go:61] "kube-proxy-f8mpx" [045f1e90-7186-4b52-84d1-15764ab92c9b] Running
I0314 18:34:47.781213 549120 system_pods.go:61] "kube-scheduler-addons-511560" [37fc994f-f54c-4510-adf6-64db61564b5b] Running
I0314 18:34:47.781218 549120 system_pods.go:61] "metrics-server-69cf46c98-v4k6z" [edf6e7c7-a19a-443d-abe6-43d7c38ef033] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0314 18:34:47.781223 549120 system_pods.go:61] "nvidia-device-plugin-daemonset-s5nv9" [84a64e11-098c-4556-b5de-76b2a3590dd1] Running
I0314 18:34:47.781230 549120 system_pods.go:61] "registry-5r7v7" [6a23b094-28b6-478f-9c8d-f6ba7e0d8f45] Running
I0314 18:34:47.781234 549120 system_pods.go:61] "registry-proxy-gxw9p" [07a23dc8-cdad-49d7-b3d7-652ef0b03f9c] Running
I0314 18:34:47.781240 549120 system_pods.go:61] "snapshot-controller-58dbcc7b99-j67xq" [e0270048-1c08-4120-a5b9-7807eb46d1a8] Running
I0314 18:34:47.781244 549120 system_pods.go:61] "snapshot-controller-58dbcc7b99-x2g2s" [b1af1274-a95b-4fd0-b3a2-2a51506e1096] Running
I0314 18:34:47.781248 549120 system_pods.go:61] "storage-provisioner" [548a0000-b8a9-4fd0-bf26-2a16288218cc] Running
I0314 18:34:47.781257 549120 system_pods.go:74] duration metric: took 175.271899ms to wait for pod list to return data ...
I0314 18:34:47.781266 549120 default_sa.go:34] waiting for default service account to be created ...
I0314 18:34:47.974749 549120 default_sa.go:45] found service account: "default"
I0314 18:34:47.974776 549120 default_sa.go:55] duration metric: took 193.502656ms for default service account to be created ...
I0314 18:34:47.974786 549120 system_pods.go:116] waiting for k8s-apps to be running ...
I0314 18:34:48.101649 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:48.111816 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:48.182154 549120 system_pods.go:86] 17 kube-system pods found
I0314 18:34:48.182235 549120 system_pods.go:89] "coredns-5dd5756b68-5t9fq" [5d8587e3-8eff-4c77-afe8-31153a73ffd9] Running
I0314 18:34:48.182260 549120 system_pods.go:89] "csi-hostpath-attacher-0" [2bf3c922-34ad-4029-84f7-925f2204234b] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I0314 18:34:48.182286 549120 system_pods.go:89] "csi-hostpath-resizer-0" [4fe56f09-9408-4382-a30e-d30ca2fd4c37] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I0314 18:34:48.182329 549120 system_pods.go:89] "csi-hostpathplugin-l54bh" [f8e3d627-56b6-4fb3-8016-b12a4edb1082] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0314 18:34:48.182351 549120 system_pods.go:89] "etcd-addons-511560" [72669920-5a66-489a-a05f-f7002eb636c8] Running
I0314 18:34:48.182388 549120 system_pods.go:89] "kube-apiserver-addons-511560" [c19d78f9-2d62-43e4-8e29-37638c9b5985] Running
I0314 18:34:48.182414 549120 system_pods.go:89] "kube-controller-manager-addons-511560" [b88ad487-fc8a-4c04-a4db-0b94c82eae60] Running
I0314 18:34:48.182443 549120 system_pods.go:89] "kube-ingress-dns-minikube" [f607b390-31d1-4707-91b2-335d6e7c3019] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0314 18:34:48.182480 549120 system_pods.go:89] "kube-proxy-f8mpx" [045f1e90-7186-4b52-84d1-15764ab92c9b] Running
I0314 18:34:48.182503 549120 system_pods.go:89] "kube-scheduler-addons-511560" [37fc994f-f54c-4510-adf6-64db61564b5b] Running
I0314 18:34:48.182528 549120 system_pods.go:89] "metrics-server-69cf46c98-v4k6z" [edf6e7c7-a19a-443d-abe6-43d7c38ef033] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I0314 18:34:48.182562 549120 system_pods.go:89] "nvidia-device-plugin-daemonset-s5nv9" [84a64e11-098c-4556-b5de-76b2a3590dd1] Running
I0314 18:34:48.182587 549120 system_pods.go:89] "registry-5r7v7" [6a23b094-28b6-478f-9c8d-f6ba7e0d8f45] Running
I0314 18:34:48.182610 549120 system_pods.go:89] "registry-proxy-gxw9p" [07a23dc8-cdad-49d7-b3d7-652ef0b03f9c] Running
I0314 18:34:48.182648 549120 system_pods.go:89] "snapshot-controller-58dbcc7b99-j67xq" [e0270048-1c08-4120-a5b9-7807eb46d1a8] Running
I0314 18:34:48.182674 549120 system_pods.go:89] "snapshot-controller-58dbcc7b99-x2g2s" [b1af1274-a95b-4fd0-b3a2-2a51506e1096] Running
I0314 18:34:48.182698 549120 system_pods.go:89] "storage-provisioner" [548a0000-b8a9-4fd0-bf26-2a16288218cc] Running
I0314 18:34:48.182741 549120 system_pods.go:126] duration metric: took 207.94416ms to wait for k8s-apps to be running ...
I0314 18:34:48.182768 549120 system_svc.go:44] waiting for kubelet service to be running ....
I0314 18:34:48.182865 549120 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0314 18:34:48.197098 549120 system_svc.go:56] duration metric: took 14.32212ms WaitForService to wait for kubelet
I0314 18:34:48.197172 549120 kubeadm.go:576] duration metric: took 41.788936849s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0314 18:34:48.197226 549120 node_conditions.go:102] verifying NodePressure condition ...
I0314 18:34:48.208973 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:48.375297 549120 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0314 18:34:48.375334 549120 node_conditions.go:123] node cpu capacity is 2
I0314 18:34:48.375346 549120 node_conditions.go:105] duration metric: took 178.101601ms to run NodePressure ...
I0314 18:34:48.375359 549120 start.go:240] waiting for startup goroutines ...
I0314 18:34:48.601000 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:48.613273 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:48.707993 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:49.100520 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:49.112092 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:49.208963 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:49.600500 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:49.613210 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:49.719038 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:50.103456 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:50.114936 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:50.209247 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:50.601751 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:50.612730 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:50.709612 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:51.101309 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:51.112741 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:51.209344 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:51.602847 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:51.613750 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:51.709859 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:52.115580 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:52.123738 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:52.211071 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:52.614925 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:52.617976 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:52.708989 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:53.100633 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:53.111746 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:53.208481 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:53.601649 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:53.612144 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:53.708809 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:54.100944 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:54.111184 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:54.209281 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:54.604846 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:54.612934 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:54.708887 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:55.102261 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:55.112084 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:55.209012 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:55.606182 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:55.613293 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:55.707939 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:56.102271 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:56.114024 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:56.209518 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:56.602011 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:56.612650 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:56.709233 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:57.102541 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:57.112382 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:57.208376 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:57.601407 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:57.611833 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:57.710298 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:58.101722 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:58.114018 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:58.208660 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:58.601992 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:58.611747 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:58.708311 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:59.101471 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:59.111673 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:59.209902 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:34:59.601558 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:34:59.611881 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:34:59.713761 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:00.126532 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:00.139513 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:00.216397 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:00.602236 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:00.612134 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:00.709743 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:01.102832 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:01.111496 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:01.218374 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:01.601310 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:01.611801 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:01.708229 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:02.101205 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:02.112766 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:02.208369 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:02.603193 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:02.611714 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:02.708636 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:03.101278 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:03.112065 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:03.209409 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:03.600970 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:03.611223 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:03.708488 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:04.101887 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:04.118401 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:04.208545 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:04.601299 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:04.611843 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:04.708434 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:05.102782 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:05.112080 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:05.209225 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:05.600611 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0314 18:35:05.611878 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:05.708536 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:06.101338 549120 kapi.go:107] duration metric: took 47.510420863s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0314 18:35:06.112236 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:06.208421 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:06.611185 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:06.708115 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:07.111958 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:07.208862 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:07.612137 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:07.708891 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:08.112008 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:08.208897 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:08.612265 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:08.708743 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:09.111959 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:09.208450 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:09.611873 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:09.708274 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:10.112278 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:10.208769 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:10.611625 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:10.708508 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:11.111566 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:11.208451 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:11.611906 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:11.708752 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:12.112106 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:12.209065 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:12.611886 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:12.708629 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:13.111761 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:13.208526 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:13.611471 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:13.708310 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:14.111322 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:14.207861 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:14.611610 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:14.709156 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:15.112573 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:15.212427 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:15.612374 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:15.707920 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:16.111673 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:16.208704 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:16.612292 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:16.708233 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:17.111900 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:17.208536 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:17.612396 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:17.708164 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:18.112039 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:18.208750 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:18.611907 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:18.708545 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:19.112257 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:19.208712 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:19.611382 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:19.707981 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:20.111907 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:20.208967 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:20.612124 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:20.716970 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:21.111887 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:21.208775 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:21.613162 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:21.708272 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:22.111999 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:22.208629 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:22.611234 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:22.708941 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:23.112277 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:23.209669 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:23.612035 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:23.709075 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:24.112345 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:24.208024 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:24.611866 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:24.708277 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:25.112604 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:25.208582 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:25.612287 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:25.708161 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:26.111900 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:26.209300 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:26.611784 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:26.708562 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:27.111446 549120 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0314 18:35:27.208095 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:27.612754 549120 kapi.go:107] duration metric: took 1m11.0072235s to wait for app.kubernetes.io/name=ingress-nginx ...
I0314 18:35:27.708877 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:28.208924 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:28.709068 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:29.208710 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:29.711944 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:30.209108 549120 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0314 18:35:30.708243 549120 kapi.go:107] duration metric: took 1m10.503854887s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0314 18:35:30.710303 549120 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-511560 cluster.
I0314 18:35:30.713122 549120 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0314 18:35:30.715523 549120 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0314 18:35:30.718034 549120 out.go:177] * Enabled addons: cloud-spanner, ingress-dns, nvidia-device-plugin, storage-provisioner, inspektor-gadget, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth
I0314 18:35:30.720204 549120 addons.go:505] duration metric: took 1m24.311703351s for enable addons: enabled=[cloud-spanner ingress-dns nvidia-device-plugin storage-provisioner inspektor-gadget metrics-server yakd storage-provisioner-rancher volumesnapshots registry csi-hostpath-driver ingress gcp-auth]
I0314 18:35:30.720258 549120 start.go:245] waiting for cluster config update ...
I0314 18:35:30.720281 549120 start.go:254] writing updated cluster config ...
I0314 18:35:30.720600 549120 ssh_runner.go:195] Run: rm -f paused
I0314 18:35:31.064316 549120 start.go:600] kubectl: 1.29.2, cluster: 1.28.4 (minor skew: 1)
I0314 18:35:31.066276 549120 out.go:177] * Done! kubectl is now configured to use "addons-511560" cluster and "default" namespace by default
==> Docker <==
Mar 14 18:36:09 addons-511560 dockerd[1129]: time="2024-03-14T18:36:09.899652367Z" level=info msg="ignoring event" container=b03b5576ff06cb23a21af1afa4be17524cabcf86c9703c6711570ac248aa1c34 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:09 addons-511560 dockerd[1129]: time="2024-03-14T18:36:09.995448066Z" level=info msg="ignoring event" container=6ea02aa6dd5ffeaa85e4cffa96f1a81011d02435e53bc1490fbcd18a8c0351e4 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:17 addons-511560 cri-dockerd[1340]: time="2024-03-14T18:36:17Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/3e789bce829239469bfcd1a75bf6347e1c5ca6083effb23860f0401f00363267/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Mar 14 18:36:19 addons-511560 cri-dockerd[1340]: time="2024-03-14T18:36:19Z" level=info msg="Stop pulling image gcr.io/google-samples/hello-app:1.0: Status: Downloaded newer image for gcr.io/google-samples/hello-app:1.0"
Mar 14 18:36:20 addons-511560 dockerd[1129]: time="2024-03-14T18:36:20.160653350Z" level=info msg="ignoring event" container=13dfd70bdc2e9a07fcc1fd60f1fa7a5bbfac7481b9e94c1dab38efbcf4512e99 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:21 addons-511560 dockerd[1129]: time="2024-03-14T18:36:21.272089432Z" level=info msg="ignoring event" container=c1f53da80ab5c231061a4821419935283c562ba370d9b98038f1ffaaba44c729 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:21 addons-511560 dockerd[1129]: time="2024-03-14T18:36:21.341905463Z" level=info msg="ignoring event" container=7f416f11bf74054b94129b08bc0079c6e1af93ca69fae2c0e2a6ae4d75dd1f45 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:21 addons-511560 dockerd[1129]: time="2024-03-14T18:36:21.479690670Z" level=info msg="ignoring event" container=2cb998aaa0cbee809e74fa1bb72bde9d5ef3347461da043e27534ea431c24b8b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:22 addons-511560 cri-dockerd[1340]: time="2024-03-14T18:36:22Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/d5c7f4e83c8f645ac6f646a24b3c30ee7ac3df4402ce37ebe2d6e6cec2082e26/resolv.conf as [nameserver 10.96.0.10 search local-path-storage.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Mar 14 18:36:22 addons-511560 dockerd[1129]: time="2024-03-14T18:36:22.392269929Z" level=warning msg="reference for unknown type: " digest="sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79" remote="docker.io/library/busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79" spanID=1a8a8a8cfea34510 traceID=c98d5db386fd9dd207729f1e1aae4104
Mar 14 18:36:22 addons-511560 cri-dockerd[1340]: time="2024-03-14T18:36:22Z" level=info msg="Stop pulling image docker.io/busybox:stable@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79: Status: Downloaded newer image for busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79"
Mar 14 18:36:23 addons-511560 dockerd[1129]: time="2024-03-14T18:36:23.093405332Z" level=info msg="ignoring event" container=897415a078f2efa1abe4d2c92c690245894d75fe77a8635e4f39eb996a737959 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:24 addons-511560 dockerd[1129]: time="2024-03-14T18:36:24.281001663Z" level=info msg="ignoring event" container=d5c7f4e83c8f645ac6f646a24b3c30ee7ac3df4402ce37ebe2d6e6cec2082e26 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:26 addons-511560 cri-dockerd[1340]: time="2024-03-14T18:36:26Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/a890262e1ea9698e736e8cf8cd1b6e5d8d995d393d81187a6e24a3d729e8a5f9/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Mar 14 18:36:27 addons-511560 cri-dockerd[1340]: time="2024-03-14T18:36:27Z" level=info msg="Stop pulling image busybox:stable: Status: Downloaded newer image for busybox:stable"
Mar 14 18:36:27 addons-511560 dockerd[1129]: time="2024-03-14T18:36:27.271148766Z" level=info msg="ignoring event" container=cbdea600f16b4b3ac4235d3cc9a1db2bf5314d51f1cb75740ee6c4bf95c021ff module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:29 addons-511560 dockerd[1129]: time="2024-03-14T18:36:29.418700355Z" level=info msg="ignoring event" container=a890262e1ea9698e736e8cf8cd1b6e5d8d995d393d81187a6e24a3d729e8a5f9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:30 addons-511560 cri-dockerd[1340]: time="2024-03-14T18:36:30Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/4514c4cf93c9732d6c27770d7c3d9be98c3564af6988ee23c8ca4af89dd71a19/resolv.conf as [nameserver 10.96.0.10 search local-path-storage.svc.cluster.local svc.cluster.local cluster.local us-east-2.compute.internal options ndots:5]"
Mar 14 18:36:31 addons-511560 dockerd[1129]: time="2024-03-14T18:36:31.215934264Z" level=info msg="ignoring event" container=70138e24f87a4a21cff50c4b336a13f81f41f2497cc8a8bc41d719812e768b28 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:32 addons-511560 dockerd[1129]: time="2024-03-14T18:36:32.495388287Z" level=info msg="ignoring event" container=4514c4cf93c9732d6c27770d7c3d9be98c3564af6988ee23c8ca4af89dd71a19 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:33 addons-511560 dockerd[1129]: time="2024-03-14T18:36:33.362286660Z" level=info msg="ignoring event" container=74e6dccd6b0e2491d0de458bb6e6a15d896721041ce1a823f8f08b7def3af2bd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:34 addons-511560 dockerd[1129]: time="2024-03-14T18:36:34.633728284Z" level=info msg="ignoring event" container=35a295142b4be2d83a4104f9eaff1783d2a162567f9b2a9c050b2179016b83e8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:37 addons-511560 dockerd[1129]: time="2024-03-14T18:36:37.504795870Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=62cc25f85af16fc40d9a5137080540181d298e54961d3acccf42185c5b95ea94
Mar 14 18:36:37 addons-511560 dockerd[1129]: time="2024-03-14T18:36:37.564056716Z" level=info msg="ignoring event" container=62cc25f85af16fc40d9a5137080540181d298e54961d3acccf42185c5b95ea94 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 14 18:36:37 addons-511560 dockerd[1129]: time="2024-03-14T18:36:37.675935264Z" level=info msg="ignoring event" container=55c358721a3b403c2eda0028eaf4dfb4c384482180efbeb48efe444ba2dcb127 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
35a295142b4be dd1b12fcb6097 8 seconds ago Exited hello-world-app 2 3e789bce82923 hello-world-app-5d77478584-pqwnc
70138e24f87a4 fc9db2894f4e4 11 seconds ago Exited helper-pod 0 4514c4cf93c97 helper-pod-delete-pvc-e2c10d25-b178-46d7-b7e9-3f699f3ef4aa
cbdea600f16b4 busybox@sha256:650fd573e056b679a5110a70aabeb01e26b76e545ec4b9c70a9523f2dfaf18c6 15 seconds ago Exited busybox 0 a890262e1ea96 test-local-path
897415a078f2e busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79 20 seconds ago Exited helper-pod 0 d5c7f4e83c8f6 helper-pod-create-pvc-e2c10d25-b178-46d7-b7e9-3f699f3ef4aa
9a4088a306d82 nginx@sha256:6a2f8b28e45c4adea04ec207a251fd4a2df03ddc930f782af51e315ebc76e9a9 33 seconds ago Running nginx 0 2ba0cd6ec22c4 nginx
ab2c52db8a336 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:e6c5b3bc32072ea370d34c27836efd11b3519d25bd444c2a8efc339cff0e20fb About a minute ago Running gcp-auth 0 e47527292ef74 gcp-auth-7d69788767-nthb5
f407e20126c40 1a024e390dd05 About a minute ago Exited patch 1 9278535d8e80f ingress-nginx-admission-patch-pp6s7
9aa5cad264290 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:44d1d0e9f19c63f58b380c5fddaca7cf22c7cee564adeff365225a5df5ef3334 About a minute ago Exited create 0 18d711d16bb6e ingress-nginx-admission-create-b67f9
44eace5686c89 marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310 About a minute ago Running yakd 0 6de1332059088 yakd-dashboard-9947fc6bf-sv57l
8729e058f0a13 rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246 2 minutes ago Running local-path-provisioner 0 3b335eb16c0bb local-path-provisioner-78b46b4d5c-99tzv
ee79db098fc5a gcr.io/cloud-spanner-emulator/emulator@sha256:41d5dccfcf13817a2348beba0ca7c650ffdd795f7fcbe975b7822c9eed262e15 2 minutes ago Running cloud-spanner-emulator 0 92dab27209f1e cloud-spanner-emulator-6548d5df46-8pjls
06ddf561c9ba3 ba04bb24b9575 2 minutes ago Running storage-provisioner 0 cc6b94d46a8dc storage-provisioner
f4759b1dc30f5 97e04611ad434 2 minutes ago Running coredns 0 59960bfc97b17 coredns-5dd5756b68-5t9fq
2dfb2ed00122f 3ca3ca488cf13 2 minutes ago Running kube-proxy 0 5bea91bd0b3bd kube-proxy-f8mpx
e2a896ca85afd 9961cbceaf234 2 minutes ago Running kube-controller-manager 0 1c8a25ce35d08 kube-controller-manager-addons-511560
62629eb8f02de 05c284c929889 2 minutes ago Running kube-scheduler 0 3bffa6e8679d8 kube-scheduler-addons-511560
9db6e59b9fcaa 9cdd6470f48c8 2 minutes ago Running etcd 0 f1903ec55aaec etcd-addons-511560
f59dc13a212f9 04b4c447bb9d4 2 minutes ago Running kube-apiserver 0 d8f0110bbf17c kube-apiserver-addons-511560
==> coredns [f4759b1dc30f] <==
[INFO] 10.244.0.20:49855 - 30624 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000122379s
[INFO] 10.244.0.20:49855 - 17560 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002190116s
[INFO] 10.244.0.20:36142 - 44543 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.0037319s
[INFO] 10.244.0.20:49855 - 48967 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002925554s
[INFO] 10.244.0.20:36142 - 4472 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001704564s
[INFO] 10.244.0.20:36142 - 29888 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000153279s
[INFO] 10.244.0.20:49855 - 57504 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000086268s
[INFO] 10.244.0.20:51114 - 24472 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000131962s
[INFO] 10.244.0.20:51114 - 6887 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00011995s
[INFO] 10.244.0.20:55458 - 63111 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00006144s
[INFO] 10.244.0.20:51114 - 30263 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00006157s
[INFO] 10.244.0.20:55458 - 23472 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000040657s
[INFO] 10.244.0.20:51114 - 13753 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000055721s
[INFO] 10.244.0.20:55458 - 23994 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000040213s
[INFO] 10.244.0.20:51114 - 60868 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000083437s
[INFO] 10.244.0.20:55458 - 62680 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000039746s
[INFO] 10.244.0.20:51114 - 16264 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000070572s
[INFO] 10.244.0.20:55458 - 60727 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000082051s
[INFO] 10.244.0.20:55458 - 39978 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000162888s
[INFO] 10.244.0.20:55458 - 58883 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00130062s
[INFO] 10.244.0.20:51114 - 15750 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001895636s
[INFO] 10.244.0.20:51114 - 5277 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001871686s
[INFO] 10.244.0.20:55458 - 49994 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001045819s
[INFO] 10.244.0.20:55458 - 31133 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000074929s
[INFO] 10.244.0.20:51114 - 924 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000055006s
==> describe nodes <==
Name: addons-511560
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-511560
kubernetes.io/os=linux
minikube.k8s.io/commit=c6f78a3db54ac629870afb44fb5bc8be9e04a8c7
minikube.k8s.io/name=addons-511560
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_03_14T18_33_53_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-511560
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 14 Mar 2024 18:33:50 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-511560
AcquireTime: <unset>
RenewTime: Thu, 14 Mar 2024 18:36:36 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 14 Mar 2024 18:36:27 +0000 Thu, 14 Mar 2024 18:33:46 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 14 Mar 2024 18:36:27 +0000 Thu, 14 Mar 2024 18:33:46 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 14 Mar 2024 18:36:27 +0000 Thu, 14 Mar 2024 18:33:46 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 14 Mar 2024 18:36:27 +0000 Thu, 14 Mar 2024 18:34:03 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-511560
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022496Ki
pods: 110
System Info:
Machine ID: 5160eaef79db48c8b6bbc850c4adcea8
System UUID: 48ca3126-81e4-4e7b-ac8d-2add4550eb90
Boot ID: 82438414-92b7-424c-b6a1-17a6c30d7d8a
Kernel Version: 5.15.0-1055-aws
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: docker://25.0.4
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default cloud-spanner-emulator-6548d5df46-8pjls 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m32s
default hello-world-app-5d77478584-pqwnc 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 25s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 36s
gcp-auth gcp-auth-7d69788767-nthb5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m22s
kube-system coredns-5dd5756b68-5t9fq 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 2m36s
kube-system etcd-addons-511560 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system kube-apiserver-addons-511560 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m49s
kube-system kube-controller-manager-addons-511560 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m50s
kube-system kube-proxy-f8mpx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m37s
kube-system kube-scheduler-addons-511560 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m49s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m29s
local-path-storage local-path-provisioner-78b46b4d5c-99tzv 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m30s
yakd-dashboard yakd-dashboard-9947fc6bf-sv57l 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 2m28s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 0 (0%!)(MISSING)
memory 298Mi (3%!)(MISSING) 426Mi (5%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m34s kube-proxy
Normal Starting 2m57s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m57s (x8 over 2m57s) kubelet Node addons-511560 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m57s (x8 over 2m57s) kubelet Node addons-511560 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m57s (x7 over 2m57s) kubelet Node addons-511560 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m57s kubelet Updated Node Allocatable limit across pods
Normal Starting 2m49s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m49s kubelet Node addons-511560 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m49s kubelet Node addons-511560 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m49s kubelet Node addons-511560 status is now: NodeHasSufficientPID
Normal NodeNotReady 2m49s kubelet Node addons-511560 status is now: NodeNotReady
Normal NodeAllocatableEnforced 2m49s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 2m39s kubelet Node addons-511560 status is now: NodeReady
Normal RegisteredNode 2m38s node-controller Node addons-511560 event: Registered Node addons-511560 in Controller
==> dmesg <==
[ +0.000771] FS-Cache: N-cookie c=0000001e [p=00000015 fl=2 nc=0 na=1]
[ +0.001093] FS-Cache: N-cookie d=0000000055f1b311{9p.inode} n=0000000065cf8b29
[ +0.001132] FS-Cache: N-key=[8] 'e23a5c0100000000'
[ +0.002718] FS-Cache: Duplicate cookie detected
[ +0.000789] FS-Cache: O-cookie c=00000018 [p=00000015 fl=226 nc=0 na=1]
[ +0.001152] FS-Cache: O-cookie d=0000000055f1b311{9p.inode} n=0000000012debf34
[ +0.001113] FS-Cache: O-key=[8] 'e23a5c0100000000'
[ +0.000728] FS-Cache: N-cookie c=0000001f [p=00000015 fl=2 nc=0 na=1]
[ +0.000961] FS-Cache: N-cookie d=0000000055f1b311{9p.inode} n=0000000016cbe2d0
[ +0.001220] FS-Cache: N-key=[8] 'e23a5c0100000000'
[ +2.315763] FS-Cache: Duplicate cookie detected
[ +0.000794] FS-Cache: O-cookie c=00000016 [p=00000015 fl=226 nc=0 na=1]
[ +0.001017] FS-Cache: O-cookie d=0000000055f1b311{9p.inode} n=00000000d0a045e2
[ +0.001069] FS-Cache: O-key=[8] 'e13a5c0100000000'
[ +0.000783] FS-Cache: N-cookie c=00000021 [p=00000015 fl=2 nc=0 na=1]
[ +0.000922] FS-Cache: N-cookie d=0000000055f1b311{9p.inode} n=0000000065cf8b29
[ +0.001059] FS-Cache: N-key=[8] 'e13a5c0100000000'
[ +0.286664] FS-Cache: Duplicate cookie detected
[ +0.000756] FS-Cache: O-cookie c=0000001b [p=00000015 fl=226 nc=0 na=1]
[ +0.000964] FS-Cache: O-cookie d=0000000055f1b311{9p.inode} n=00000000e73ac8e1
[ +0.001060] FS-Cache: O-key=[8] 'e73a5c0100000000'
[ +0.000834] FS-Cache: N-cookie c=00000022 [p=00000015 fl=2 nc=0 na=1]
[ +0.000925] FS-Cache: N-cookie d=0000000055f1b311{9p.inode} n=00000000d36177ac
[ +0.001222] FS-Cache: N-key=[8] 'e73a5c0100000000'
[Mar14 18:07] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
==> etcd [9db6e59b9fca] <==
{"level":"info","ts":"2024-03-14T18:33:46.477749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-03-14T18:33:46.477868Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-03-14T18:33:46.477981Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2024-03-14T18:33:46.478394Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-03-14T18:33:46.47841Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2024-03-14T18:33:46.478708Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2024-03-14T18:33:46.478737Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2024-03-14T18:33:47.065451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-03-14T18:33:47.065498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-03-14T18:33:47.065527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-03-14T18:33:47.065544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-03-14T18:33:47.065589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-03-14T18:33:47.065622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-03-14T18:33:47.065662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-03-14T18:33:47.073598Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-511560 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-03-14T18:33:47.073783Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-03-14T18:33:47.07487Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-03-14T18:33:47.075057Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-03-14T18:33:47.076679Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-03-14T18:33:47.081867Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-03-14T18:33:47.082177Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-03-14T18:33:47.082275Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-03-14T18:33:47.093491Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-03-14T18:33:47.093766Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-03-14T18:33:47.093886Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
==> gcp-auth [ab2c52db8a33] <==
2024/03/14 18:35:29 GCP Auth Webhook started!
2024/03/14 18:35:33 Ready to marshal response ...
2024/03/14 18:35:33 Ready to write response ...
2024/03/14 18:35:42 Ready to marshal response ...
2024/03/14 18:35:42 Ready to write response ...
2024/03/14 18:35:52 Ready to marshal response ...
2024/03/14 18:35:52 Ready to write response ...
2024/03/14 18:36:06 Ready to marshal response ...
2024/03/14 18:36:06 Ready to write response ...
2024/03/14 18:36:17 Ready to marshal response ...
2024/03/14 18:36:17 Ready to write response ...
2024/03/14 18:36:21 Ready to marshal response ...
2024/03/14 18:36:21 Ready to write response ...
2024/03/14 18:36:21 Ready to marshal response ...
2024/03/14 18:36:21 Ready to write response ...
2024/03/14 18:36:30 Ready to marshal response ...
2024/03/14 18:36:30 Ready to write response ...
==> kernel <==
18:36:42 up 3:19, 0 users, load average: 2.21, 2.83, 2.79
Linux addons-511560 5.15.0-1055-aws #60~20.04.1-Ubuntu SMP Thu Feb 22 15:54:21 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kube-apiserver [f59dc13a212f] <==
W0314 18:36:01.964461 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0314 18:36:06.514824 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0314 18:36:06.824494 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.107.239.92"}
I0314 18:36:09.338535 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0314 18:36:09.338581 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0314 18:36:09.346730 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0314 18:36:09.346783 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0314 18:36:09.357049 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0314 18:36:09.357095 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0314 18:36:09.379312 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0314 18:36:09.379362 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0314 18:36:09.400803 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0314 18:36:09.401407 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0314 18:36:09.426251 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0314 18:36:09.428670 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0314 18:36:09.471537 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0314 18:36:09.471587 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0314 18:36:09.489843 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0314 18:36:09.490065 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0314 18:36:10.357910 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0314 18:36:10.477256 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0314 18:36:10.512162 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0314 18:36:17.598383 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.109.248.117"}
E0314 18:36:34.545596 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
E0314 18:36:36.363961 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"
==> kube-controller-manager [e2a896ca85af] <==
E0314 18:36:20.236205 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0314 18:36:20.370459 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0314 18:36:20.370536 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0314 18:36:21.089774 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="42.248µs"
I0314 18:36:21.509742 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="WaitForFirstConsumer" message="waiting for first consumer to be created before binding"
I0314 18:36:21.705002 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'rancher.io/local-path' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0314 18:36:22.164312 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="72.205µs"
I0314 18:36:23.184129 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="42.741µs"
W0314 18:36:28.501719 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0314 18:36:28.501768 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0314 18:36:30.044587 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0314 18:36:30.044719 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0314 18:36:31.112301 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-78b46b4d5c" duration="4.734µs"
W0314 18:36:31.137559 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0314 18:36:31.137599 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0314 18:36:34.437751 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0314 18:36:34.453370 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-76dc478dd8" duration="4.874µs"
I0314 18:36:34.459914 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
I0314 18:36:35.279270 1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0314 18:36:35.279318 1 shared_informer.go:318] Caches are synced for resource quota
I0314 18:36:35.667324 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="75.167µs"
I0314 18:36:35.753811 1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0314 18:36:35.753860 1 shared_informer.go:318] Caches are synced for garbage collector
W0314 18:36:38.687071 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0314 18:36:38.687106 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [2dfb2ed00122] <==
I0314 18:34:07.741399 1 server_others.go:69] "Using iptables proxy"
I0314 18:34:07.765731 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0314 18:34:07.808062 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0314 18:34:07.810123 1 server_others.go:152] "Using iptables Proxier"
I0314 18:34:07.810154 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0314 18:34:07.810163 1 server_others.go:438] "Defaulting to no-op detect-local"
I0314 18:34:07.810194 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0314 18:34:07.810405 1 server.go:846] "Version info" version="v1.28.4"
I0314 18:34:07.810416 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0314 18:34:07.811620 1 config.go:188] "Starting service config controller"
I0314 18:34:07.811631 1 shared_informer.go:311] Waiting for caches to sync for service config
I0314 18:34:07.811648 1 config.go:97] "Starting endpoint slice config controller"
I0314 18:34:07.811652 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0314 18:34:07.811978 1 config.go:315] "Starting node config controller"
I0314 18:34:07.811984 1 shared_informer.go:311] Waiting for caches to sync for node config
I0314 18:34:07.911880 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0314 18:34:07.911934 1 shared_informer.go:318] Caches are synced for service config
I0314 18:34:07.912172 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [62629eb8f02d] <==
W0314 18:33:50.335474 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0314 18:33:50.335588 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0314 18:33:50.336924 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0314 18:33:50.337483 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 18:33:50.337749 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0314 18:33:50.337850 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0314 18:33:50.338056 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0314 18:33:50.338357 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0314 18:33:50.338581 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0314 18:33:50.338677 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0314 18:33:50.339358 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0314 18:33:50.339460 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0314 18:33:50.339644 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0314 18:33:50.339737 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0314 18:33:50.339961 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0314 18:33:50.340319 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0314 18:33:50.340264 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0314 18:33:50.340777 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0314 18:33:51.187822 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0314 18:33:51.188039 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0314 18:33:51.292957 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0314 18:33:51.293006 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0314 18:33:51.575017 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0314 18:33:51.575227 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I0314 18:33:53.577587 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Mar 14 18:36:32 addons-511560 kubelet[2471]: I0314 18:36:32.781983 2471 reconciler_common.go:300] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/3ef3332b-18c2-4c94-b305-89f5bc199bcb-data\") on node \"addons-511560\" DevicePath \"\""
Mar 14 18:36:32 addons-511560 kubelet[2471]: I0314 18:36:32.782029 2471 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-plcdl\" (UniqueName: \"kubernetes.io/projected/3ef3332b-18c2-4c94-b305-89f5bc199bcb-kube-api-access-plcdl\") on node \"addons-511560\" DevicePath \"\""
Mar 14 18:36:32 addons-511560 kubelet[2471]: I0314 18:36:32.782045 2471 reconciler_common.go:300] "Volume detached for volume \"script\" (UniqueName: \"kubernetes.io/configmap/3ef3332b-18c2-4c94-b305-89f5bc199bcb-script\") on node \"addons-511560\" DevicePath \"\""
Mar 14 18:36:32 addons-511560 kubelet[2471]: I0314 18:36:32.782057 2471 reconciler_common.go:300] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/3ef3332b-18c2-4c94-b305-89f5bc199bcb-gcp-creds\") on node \"addons-511560\" DevicePath \"\""
Mar 14 18:36:33 addons-511560 kubelet[2471]: I0314 18:36:33.457333 2471 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4514c4cf93c9732d6c27770d7c3d9be98c3564af6988ee23c8ca4af89dd71a19"
Mar 14 18:36:33 addons-511560 kubelet[2471]: I0314 18:36:33.475876 2471 scope.go:117] "RemoveContainer" containerID="b1c4d9a393044f1d68da82518e2df8df8028295ac8cd1e6442e10e1435b58a4b"
Mar 14 18:36:33 addons-511560 kubelet[2471]: I0314 18:36:33.590840 2471 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-898fv\" (UniqueName: \"kubernetes.io/projected/f607b390-31d1-4707-91b2-335d6e7c3019-kube-api-access-898fv\") pod \"f607b390-31d1-4707-91b2-335d6e7c3019\" (UID: \"f607b390-31d1-4707-91b2-335d6e7c3019\") "
Mar 14 18:36:33 addons-511560 kubelet[2471]: I0314 18:36:33.595102 2471 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f607b390-31d1-4707-91b2-335d6e7c3019-kube-api-access-898fv" (OuterVolumeSpecName: "kube-api-access-898fv") pod "f607b390-31d1-4707-91b2-335d6e7c3019" (UID: "f607b390-31d1-4707-91b2-335d6e7c3019"). InnerVolumeSpecName "kube-api-access-898fv". PluginName "kubernetes.io/projected", VolumeGidValue ""
Mar 14 18:36:33 addons-511560 kubelet[2471]: I0314 18:36:33.691619 2471 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-898fv\" (UniqueName: \"kubernetes.io/projected/f607b390-31d1-4707-91b2-335d6e7c3019-kube-api-access-898fv\") on node \"addons-511560\" DevicePath \"\""
Mar 14 18:36:34 addons-511560 kubelet[2471]: I0314 18:36:34.430400 2471 scope.go:117] "RemoveContainer" containerID="c1f53da80ab5c231061a4821419935283c562ba370d9b98038f1ffaaba44c729"
Mar 14 18:36:35 addons-511560 kubelet[2471]: I0314 18:36:35.439480 2471 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="1d4110ec-713d-446f-a840-874caa6b68e8" path="/var/lib/kubelet/pods/1d4110ec-713d-446f-a840-874caa6b68e8/volumes"
Mar 14 18:36:35 addons-511560 kubelet[2471]: I0314 18:36:35.439985 2471 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="adc153bb-c2b6-4d3b-afaa-1312d127c02d" path="/var/lib/kubelet/pods/adc153bb-c2b6-4d3b-afaa-1312d127c02d/volumes"
Mar 14 18:36:35 addons-511560 kubelet[2471]: I0314 18:36:35.440406 2471 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="f607b390-31d1-4707-91b2-335d6e7c3019" path="/var/lib/kubelet/pods/f607b390-31d1-4707-91b2-335d6e7c3019/volumes"
Mar 14 18:36:35 addons-511560 kubelet[2471]: I0314 18:36:35.649804 2471 scope.go:117] "RemoveContainer" containerID="c1f53da80ab5c231061a4821419935283c562ba370d9b98038f1ffaaba44c729"
Mar 14 18:36:35 addons-511560 kubelet[2471]: I0314 18:36:35.650293 2471 scope.go:117] "RemoveContainer" containerID="35a295142b4be2d83a4104f9eaff1783d2a162567f9b2a9c050b2179016b83e8"
Mar 14 18:36:35 addons-511560 kubelet[2471]: E0314 18:36:35.650767 2471 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-pqwnc_default(d281523f-8195-4d54-9d60-61f6234cae04)\"" pod="default/hello-world-app-5d77478584-pqwnc" podUID="d281523f-8195-4d54-9d60-61f6234cae04"
Mar 14 18:36:37 addons-511560 kubelet[2471]: I0314 18:36:37.443309 2471 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="3ef3332b-18c2-4c94-b305-89f5bc199bcb" path="/var/lib/kubelet/pods/3ef3332b-18c2-4c94-b305-89f5bc199bcb/volumes"
Mar 14 18:36:37 addons-511560 kubelet[2471]: I0314 18:36:37.925396 2471 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g8v8b\" (UniqueName: \"kubernetes.io/projected/83e2d6a8-ddf1-4067-8aba-20fa5c51c236-kube-api-access-g8v8b\") pod \"83e2d6a8-ddf1-4067-8aba-20fa5c51c236\" (UID: \"83e2d6a8-ddf1-4067-8aba-20fa5c51c236\") "
Mar 14 18:36:37 addons-511560 kubelet[2471]: I0314 18:36:37.925483 2471 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/83e2d6a8-ddf1-4067-8aba-20fa5c51c236-webhook-cert\") pod \"83e2d6a8-ddf1-4067-8aba-20fa5c51c236\" (UID: \"83e2d6a8-ddf1-4067-8aba-20fa5c51c236\") "
Mar 14 18:36:37 addons-511560 kubelet[2471]: I0314 18:36:37.930115 2471 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/83e2d6a8-ddf1-4067-8aba-20fa5c51c236-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "83e2d6a8-ddf1-4067-8aba-20fa5c51c236" (UID: "83e2d6a8-ddf1-4067-8aba-20fa5c51c236"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Mar 14 18:36:37 addons-511560 kubelet[2471]: I0314 18:36:37.931674 2471 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/83e2d6a8-ddf1-4067-8aba-20fa5c51c236-kube-api-access-g8v8b" (OuterVolumeSpecName: "kube-api-access-g8v8b") pod "83e2d6a8-ddf1-4067-8aba-20fa5c51c236" (UID: "83e2d6a8-ddf1-4067-8aba-20fa5c51c236"). InnerVolumeSpecName "kube-api-access-g8v8b". PluginName "kubernetes.io/projected", VolumeGidValue ""
Mar 14 18:36:38 addons-511560 kubelet[2471]: I0314 18:36:38.026751 2471 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-g8v8b\" (UniqueName: \"kubernetes.io/projected/83e2d6a8-ddf1-4067-8aba-20fa5c51c236-kube-api-access-g8v8b\") on node \"addons-511560\" DevicePath \"\""
Mar 14 18:36:38 addons-511560 kubelet[2471]: I0314 18:36:38.026803 2471 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/83e2d6a8-ddf1-4067-8aba-20fa5c51c236-webhook-cert\") on node \"addons-511560\" DevicePath \"\""
Mar 14 18:36:38 addons-511560 kubelet[2471]: I0314 18:36:38.745981 2471 scope.go:117] "RemoveContainer" containerID="62cc25f85af16fc40d9a5137080540181d298e54961d3acccf42185c5b95ea94"
Mar 14 18:36:39 addons-511560 kubelet[2471]: I0314 18:36:39.443071 2471 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="83e2d6a8-ddf1-4067-8aba-20fa5c51c236" path="/var/lib/kubelet/pods/83e2d6a8-ddf1-4067-8aba-20fa5c51c236/volumes"
==> storage-provisioner [06ddf561c9ba] <==
I0314 18:34:14.935250 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0314 18:34:14.960184 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0314 18:34:14.960236 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0314 18:34:14.979752 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0314 18:34:14.979926 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-511560_188a4227-12a3-42ab-85de-48f415b51948!
I0314 18:34:14.980771 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"fb423941-5cdb-4a4b-bd5a-b759629e2fac", APIVersion:"v1", ResourceVersion:"666", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-511560_188a4227-12a3-42ab-85de-48f415b51948 became leader
I0314 18:34:15.080847 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-511560_188a4227-12a3-42ab-85de-48f415b51948!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-511560 -n addons-511560
helpers_test.go:261: (dbg) Run: kubectl --context addons-511560 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (37.49s)